2024-12-02 17:24:52,803 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-02 17:24:52,817 main DEBUG Took 0.012510 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 17:24:52,818 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 17:24:52,818 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 17:24:52,819 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 17:24:52,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,830 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 17:24:52,845 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,848 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,849 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,850 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,851 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,853 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,854 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,855 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,856 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,857 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,858 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 17:24:52,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,861 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 17:24:52,863 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 17:24:52,864 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 17:24:52,866 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 17:24:52,867 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 17:24:52,868 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 17:24:52,869 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 17:24:52,879 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 17:24:52,881 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 17:24:52,883 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 17:24:52,883 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 17:24:52,884 main DEBUG createAppenders(={Console}) 2024-12-02 17:24:52,885 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-12-02 17:24:52,885 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-02 17:24:52,885 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-12-02 17:24:52,886 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 17:24:52,886 main DEBUG OutputStream closed 2024-12-02 17:24:52,887 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 17:24:52,887 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 17:24:52,887 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-12-02 17:24:52,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 17:24:52,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 17:24:52,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 17:24:52,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 17:24:52,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 17:24:52,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 17:24:52,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 17:24:52,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 17:24:52,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 17:24:52,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 17:24:52,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 17:24:52,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 17:24:52,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 17:24:52,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 17:24:52,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 17:24:52,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 17:24:52,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 17:24:52,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 17:24:52,964 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 17:24:52,965 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-12-02 17:24:52,965 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 17:24:52,966 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-12-02T17:24:53,195 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77 2024-12-02 17:24:53,198 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 17:24:53,198 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T17:24:53,208 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-02T17:24:53,239 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T17:24:53,288 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T17:24:53,288 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T17:24:53,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T17:24:53,316 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e, deleteOnExit=true 2024-12-02T17:24:53,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T17:24:53,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/test.cache.data in system properties and HBase conf 2024-12-02T17:24:53,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T17:24:53,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.log.dir in system properties and HBase conf 2024-12-02T17:24:53,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T17:24:53,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T17:24:53,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T17:24:53,397 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T17:24:53,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T17:24:53,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T17:24:53,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T17:24:53,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T17:24:53,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T17:24:53,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T17:24:53,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T17:24:53,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T17:24:53,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T17:24:53,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T17:24:53,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/nfs.dump.dir in system properties and HBase conf 2024-12-02T17:24:53,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/java.io.tmpdir in system properties and HBase conf 2024-12-02T17:24:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T17:24:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T17:24:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T17:24:54,317 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T17:24:54,398 INFO [Time-limited test {}] log.Log(170): Logging initialized @2344ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T17:24:54,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T17:24:54,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T17:24:54,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T17:24:54,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T17:24:54,570 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T17:24:54,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T17:24:54,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.log.dir/,AVAILABLE} 2024-12-02T17:24:54,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T17:24:54,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/java.io.tmpdir/jetty-localhost-39521-hadoop-hdfs-3_4_1-tests_jar-_-any-11361684431955369817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T17:24:54,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:39521} 2024-12-02T17:24:54,809 INFO [Time-limited test {}] server.Server(415): Started @2755ms 2024-12-02T17:24:55,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T17:24:55,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T17:24:55,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T17:24:55,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T17:24:55,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T17:24:55,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.log.dir/,AVAILABLE} 2024-12-02T17:24:55,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T17:24:55,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54387323{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/java.io.tmpdir/jetty-localhost-36027-hadoop-hdfs-3_4_1-tests_jar-_-any-15846415441587893425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T17:24:55,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:36027} 2024-12-02T17:24:55,336 INFO [Time-limited test {}] server.Server(415): Started @3282ms 2024-12-02T17:24:55,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T17:24:55,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T17:24:55,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T17:24:55,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T17:24:55,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T17:24:55,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T17:24:55,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.log.dir/,AVAILABLE} 2024-12-02T17:24:55,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T17:24:55,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9308b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/java.io.tmpdir/jetty-localhost-37627-hadoop-hdfs-3_4_1-tests_jar-_-any-16727949234398757412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T17:24:55,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:37627} 2024-12-02T17:24:55,656 INFO [Time-limited test {}] server.Server(415): Started @3601ms 2024-12-02T17:24:55,659 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T17:24:55,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T17:24:55,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T17:24:55,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T17:24:55,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T17:24:55,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T17:24:55,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.log.dir/,AVAILABLE} 2024-12-02T17:24:55,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T17:24:55,844 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data4/current/BP-1692665077-172.17.0.3-1733160294083/current, will proceed with Du for space computation calculation, 2024-12-02T17:24:55,844 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data3/current/BP-1692665077-172.17.0.3-1733160294083/current, will proceed with Du for space computation calculation, 2024-12-02T17:24:55,844 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data2/current/BP-1692665077-172.17.0.3-1733160294083/current, will proceed with Du for space computation calculation, 2024-12-02T17:24:55,847 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data1/current/BP-1692665077-172.17.0.3-1733160294083/current, will proceed with Du for space computation calculation, 2024-12-02T17:24:55,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3217543c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/java.io.tmpdir/jetty-localhost-39249-hadoop-hdfs-3_4_1-tests_jar-_-any-2469270426529359201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T17:24:55,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:39249} 2024-12-02T17:24:55,859 INFO [Time-limited test {}] server.Server(415): Started @3804ms 2024-12-02T17:24:55,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T17:24:55,905 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T17:24:55,907 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T17:24:55,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4190fde6c729bde with lease ID 0x127d68b09103d4df: Processing first storage report for DS-2254258a-da26-4ee5-867b-18efb7a636a0 from datanode DatanodeRegistration(127.0.0.1:43367, datanodeUuid=7511463d-eadc-4b3b-81b4-1269d11bcd29, infoPort=41139, infoSecurePort=0, ipcPort=41145, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083) 2024-12-02T17:24:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4190fde6c729bde with lease ID 0x127d68b09103d4df: from storage DS-2254258a-da26-4ee5-867b-18efb7a636a0 node DatanodeRegistration(127.0.0.1:43367, datanodeUuid=7511463d-eadc-4b3b-81b4-1269d11bcd29, infoPort=41139, infoSecurePort=0, ipcPort=41145, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T17:24:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58fb065526de447d with lease ID 0x127d68b09103d4e0: Processing first storage report for DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e from datanode DatanodeRegistration(127.0.0.1:46337, datanodeUuid=598b7941-5ed9-45e4-99a1-69fafb9fd86b, infoPort=38995, infoSecurePort=0, ipcPort=45791, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083) 2024-12-02T17:24:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58fb065526de447d with lease ID 0x127d68b09103d4e0: from storage DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e node DatanodeRegistration(127.0.0.1:46337, datanodeUuid=598b7941-5ed9-45e4-99a1-69fafb9fd86b, infoPort=38995, infoSecurePort=0, ipcPort=45791, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T17:24:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4190fde6c729bde with lease ID 0x127d68b09103d4df: Processing first storage report for DS-24bb663b-f025-42d5-bcf1-0da9a79a4167 from datanode DatanodeRegistration(127.0.0.1:43367, datanodeUuid=7511463d-eadc-4b3b-81b4-1269d11bcd29, infoPort=41139, infoSecurePort=0, ipcPort=41145, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083) 2024-12-02T17:24:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4190fde6c729bde with lease ID 0x127d68b09103d4df: from storage DS-24bb663b-f025-42d5-bcf1-0da9a79a4167 node DatanodeRegistration(127.0.0.1:43367, datanodeUuid=7511463d-eadc-4b3b-81b4-1269d11bcd29, infoPort=41139, infoSecurePort=0, ipcPort=41145, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T17:24:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58fb065526de447d with lease ID 0x127d68b09103d4e0: Processing first storage report for DS-1de19431-09fe-4f20-8448-664eb3950ba1 from datanode DatanodeRegistration(127.0.0.1:46337, datanodeUuid=598b7941-5ed9-45e4-99a1-69fafb9fd86b, infoPort=38995, infoSecurePort=0, ipcPort=45791, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083) 2024-12-02T17:24:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58fb065526de447d with lease ID 0x127d68b09103d4e0: from storage DS-1de19431-09fe-4f20-8448-664eb3950ba1 node DatanodeRegistration(127.0.0.1:46337, datanodeUuid=598b7941-5ed9-45e4-99a1-69fafb9fd86b, infoPort=38995, infoSecurePort=0, ipcPort=45791, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T17:24:56,021 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data5/current/BP-1692665077-172.17.0.3-1733160294083/current, will proceed with Du for space computation calculation, 2024-12-02T17:24:56,025 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data6/current/BP-1692665077-172.17.0.3-1733160294083/current, will proceed with Du for space computation calculation, 2024-12-02T17:24:56,064 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T17:24:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c32a9048a2da1f7 with lease ID 0x127d68b09103d4e1: Processing first storage report for DS-175698f1-c951-42ad-b908-ba48a354f8c2 from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=4449a5a6-3657-4e2f-ad4e-84600fe70508, infoPort=46033, infoSecurePort=0, ipcPort=40149, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083) 2024-12-02T17:24:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c32a9048a2da1f7 with lease ID 0x127d68b09103d4e1: from storage DS-175698f1-c951-42ad-b908-ba48a354f8c2 node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=4449a5a6-3657-4e2f-ad4e-84600fe70508, infoPort=46033, infoSecurePort=0, ipcPort=40149, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T17:24:56,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c32a9048a2da1f7 with lease ID 0x127d68b09103d4e1: Processing first storage report for DS-14f6bd79-88dc-494f-a62e-2d02272b1efc from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=4449a5a6-3657-4e2f-ad4e-84600fe70508, infoPort=46033, infoSecurePort=0, ipcPort=40149, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083) 2024-12-02T17:24:56,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c32a9048a2da1f7 with lease ID 0x127d68b09103d4e1: from storage DS-14f6bd79-88dc-494f-a62e-2d02272b1efc node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=4449a5a6-3657-4e2f-ad4e-84600fe70508, infoPort=46033, infoSecurePort=0, ipcPort=40149, storageInfo=lv=-57;cid=testClusterID;nsid=1078227411;c=1733160294083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T17:24:56,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77 2024-12-02T17:24:56,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/zookeeper_0, clientPort=54909, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T17:24:56,371 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54909 2024-12-02T17:24:56,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:56,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741825_1001 (size=7) 2024-12-02T17:24:56,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741825_1001 (size=7) 2024-12-02T17:24:56,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741825_1001 (size=7) 2024-12-02T17:24:57,024 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757 with version=8 2024-12-02T17:24:57,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/hbase-staging 2024-12-02T17:24:57,329 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3b3375d1a925:0 server-side Connection retries=45 2024-12-02T17:24:57,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T17:24:57,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T17:24:57,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T17:24:57,541 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T17:24:57,551 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T17:24:57,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T17:24:57,583 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10881 (auto-detected) 2024-12-02T17:24:57,584 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T17:24:57,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46655 2024-12-02T17:24:57,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46655 connecting to ZooKeeper ensemble=127.0.0.1:54909 2024-12-02T17:24:57,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466550x0, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T17:24:57,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46655-0x1009c056a2f0000 connected 2024-12-02T17:24:57,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:57,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:57,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T17:24:57,709 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757, hbase.cluster.distributed=false 2024-12-02T17:24:57,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T17:24:57,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46655 2024-12-02T17:24:57,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46655 2024-12-02T17:24:57,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46655 2024-12-02T17:24:57,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46655 2024-12-02T17:24:57,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46655 2024-12-02T17:24:57,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3b3375d1a925:0 server-side Connection retries=45 2024-12-02T17:24:57,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T17:24:57,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T17:24:57,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T17:24:57,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T17:24:57,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32887 2024-12-02T17:24:57,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32887 connecting to ZooKeeper ensemble=127.0.0.1:54909 2024-12-02T17:24:57,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:57,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:57,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328870x0, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T17:24:57,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32887-0x1009c056a2f0001 connected 2024-12-02T17:24:57,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T17:24:57,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T17:24:57,880 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T17:24:57,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T17:24:57,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T17:24:57,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32887 2024-12-02T17:24:57,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32887 2024-12-02T17:24:57,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32887 2024-12-02T17:24:57,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32887 2024-12-02T17:24:57,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32887 2024-12-02T17:24:57,906 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3b3375d1a925:0 server-side Connection retries=45 2024-12-02T17:24:57,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T17:24:57,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T17:24:57,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T17:24:57,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T17:24:57,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40841 2024-12-02T17:24:57,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40841 connecting to ZooKeeper ensemble=127.0.0.1:54909 2024-12-02T17:24:57,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:57,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:57,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408410x0, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T17:24:57,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40841-0x1009c056a2f0002 connected 2024-12-02T17:24:57,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T17:24:57,921 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T17:24:57,922 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T17:24:57,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T17:24:57,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T17:24:57,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40841 2024-12-02T17:24:57,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40841 2024-12-02T17:24:57,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40841 2024-12-02T17:24:57,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40841 2024-12-02T17:24:57,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40841 2024-12-02T17:24:57,943 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3b3375d1a925:0 server-side Connection retries=45 2024-12-02T17:24:57,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T17:24:57,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T17:24:57,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T17:24:57,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T17:24:57,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T17:24:57,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36725 2024-12-02T17:24:57,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36725 connecting to ZooKeeper ensemble=127.0.0.1:54909 2024-12-02T17:24:57,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:57,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:57,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367250x0, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T17:24:57,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36725-0x1009c056a2f0003 connected 2024-12-02T17:24:57,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T17:24:57,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T17:24:57,960 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T17:24:57,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T17:24:57,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T17:24:57,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36725 2024-12-02T17:24:57,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36725 2024-12-02T17:24:57,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36725 2024-12-02T17:24:57,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36725 2024-12-02T17:24:57,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36725 2024-12-02T17:24:57,986 DEBUG [M:0;3b3375d1a925:46655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3b3375d1a925:46655 2024-12-02T17:24:57,988 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3b3375d1a925,46655,1733160297139 2024-12-02T17:24:57,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T17:24:57,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T17:24:57,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T17:24:57,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T17:24:57,999 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3b3375d1a925,46655,1733160297139 2024-12-02T17:24:58,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T17:24:58,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T17:24:58,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T17:24:58,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,021 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T17:24:58,023 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3b3375d1a925,46655,1733160297139 from backup master directory 2024-12-02T17:24:58,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T17:24:58,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3b3375d1a925,46655,1733160297139 2024-12-02T17:24:58,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T17:24:58,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T17:24:58,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T17:24:58,027 WARN [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T17:24:58,027 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3b3375d1a925,46655,1733160297139 2024-12-02T17:24:58,029 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T17:24:58,030 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T17:24:58,087 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/hbase.id] with ID: 88c52728-2adf-49d6-bcbf-79e8fd868cf1 2024-12-02T17:24:58,087 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/.tmp/hbase.id 2024-12-02T17:24:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741826_1002 (size=42) 2024-12-02T17:24:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741826_1002 (size=42) 2024-12-02T17:24:58,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741826_1002 (size=42) 2024-12-02T17:24:58,103 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/.tmp/hbase.id]:[hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/hbase.id] 2024-12-02T17:24:58,145 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T17:24:58,150 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T17:24:58,168 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-02T17:24:58,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741827_1003 (size=196) 2024-12-02T17:24:58,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741827_1003 (size=196) 2024-12-02T17:24:58,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741827_1003 (size=196) 2024-12-02T17:24:58,210 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T17:24:58,212 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T17:24:58,218 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:24:58,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741828_1004 (size=1189) 2024-12-02T17:24:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741828_1004 (size=1189) 2024-12-02T17:24:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741828_1004 (size=1189) 2024-12-02T17:24:58,270 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store 2024-12-02T17:24:58,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741829_1005 (size=34) 2024-12-02T17:24:58,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741829_1005 (size=34) 2024-12-02T17:24:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741829_1005 (size=34) 2024-12-02T17:24:58,299 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T17:24:58,302 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:24:58,304 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T17:24:58,304 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T17:24:58,304 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T17:24:58,305 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T17:24:58,306 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T17:24:58,306 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T17:24:58,307 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733160298304Disabling compacts and flushes for region at 1733160298304Disabling writes for close at 1733160298305 (+1 ms)Writing region close event to WAL at 1733160298306 (+1 ms)Closed at 1733160298306 2024-12-02T17:24:58,309 WARN [master/3b3375d1a925:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/.initializing 2024-12-02T17:24:58,309 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/WALs/3b3375d1a925,46655,1733160297139 2024-12-02T17:24:58,317 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:24:58,332 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b3375d1a925%2C46655%2C1733160297139, suffix=, logDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/WALs/3b3375d1a925,46655,1733160297139, archiveDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/oldWALs, maxLogs=10 2024-12-02T17:24:58,362 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/WALs/3b3375d1a925,46655,1733160297139/3b3375d1a925%2C46655%2C1733160297139.1733160298337, exclude list is [], retry=0 2024-12-02T17:24:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:24:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:24:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:24:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:24:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T17:24:58,431 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/WALs/3b3375d1a925,46655,1733160297139/3b3375d1a925%2C46655%2C1733160297139.1733160298337 2024-12-02T17:24:58,432 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139)] 2024-12-02T17:24:58,433 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:24:58,433 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:24:58,436 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,437 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T17:24:58,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:58,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T17:24:58,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T17:24:58,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:58,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:24:58,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T17:24:58,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:58,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:24:58,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T17:24:58,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:58,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:24:58,519 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,522 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,523 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,528 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,528 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,532 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T17:24:58,535 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T17:24:58,540 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:24:58,541 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74293005, jitterRate=0.1070520430803299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T17:24:58,546 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733160298449Initializing all the Stores at 1733160298451 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733160298452 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160298453 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160298453Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160298453Cleaning up temporary data from old regions at 1733160298528 (+75 ms)Region opened successfully at 1733160298546 (+18 ms) 2024-12-02T17:24:58,547 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T17:24:58,579 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aea4753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b3375d1a925/172.17.0.3:0 2024-12-02T17:24:58,610 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T17:24:58,622 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T17:24:58,622 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T17:24:58,625 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T17:24:58,626 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T17:24:58,631 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T17:24:58,631 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T17:24:58,655 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T17:24:58,663 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T17:24:58,665 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T17:24:58,667 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T17:24:58,669 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T17:24:58,671 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T17:24:58,673 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T17:24:58,677 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T17:24:58,678 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T17:24:58,679 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T17:24:58,681 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T17:24:58,697 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T17:24:58,699 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T17:24:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T17:24:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T17:24:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T17:24:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T17:24:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,706 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3b3375d1a925,46655,1733160297139, sessionid=0x1009c056a2f0000, setting cluster-up flag (Was=false) 2024-12-02T17:24:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,726 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T17:24:58,728 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3b3375d1a925,46655,1733160297139 2024-12-02T17:24:58,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:58,738 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T17:24:58,740 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3b3375d1a925,46655,1733160297139 2024-12-02T17:24:58,746 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T17:24:58,775 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(746): ClusterId : 88c52728-2adf-49d6-bcbf-79e8fd868cf1 2024-12-02T17:24:58,775 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(746): ClusterId : 88c52728-2adf-49d6-bcbf-79e8fd868cf1 2024-12-02T17:24:58,775 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(746): ClusterId : 88c52728-2adf-49d6-bcbf-79e8fd868cf1 2024-12-02T17:24:58,778 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T17:24:58,778 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T17:24:58,778 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T17:24:58,783 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T17:24:58,783 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T17:24:58,783 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T17:24:58,783 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T17:24:58,783 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T17:24:58,783 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T17:24:58,787 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T17:24:58,787 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T17:24:58,787 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T17:24:58,788 DEBUG [RS:0;3b3375d1a925:32887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca539b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b3375d1a925/172.17.0.3:0 2024-12-02T17:24:58,788 DEBUG [RS:1;3b3375d1a925:40841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3199b81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b3375d1a925/172.17.0.3:0 2024-12-02T17:24:58,788 DEBUG [RS:2;3b3375d1a925:36725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480d85ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b3375d1a925/172.17.0.3:0 2024-12-02T17:24:58,808 DEBUG [RS:2;3b3375d1a925:36725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3b3375d1a925:36725 2024-12-02T17:24:58,810 DEBUG [RS:0;3b3375d1a925:32887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3b3375d1a925:32887 2024-12-02T17:24:58,813 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T17:24:58,813 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T17:24:58,813 DEBUG [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T17:24:58,813 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T17:24:58,813 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T17:24:58,814 DEBUG [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T17:24:58,816 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b3375d1a925,46655,1733160297139 with port=32887, startcode=1733160297810 2024-12-02T17:24:58,816 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b3375d1a925,46655,1733160297139 with port=36725, startcode=1733160297943 2024-12-02T17:24:58,824 DEBUG [RS:1;3b3375d1a925:40841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3b3375d1a925:40841 2024-12-02T17:24:58,824 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T17:24:58,824 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T17:24:58,825 DEBUG [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T17:24:58,826 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b3375d1a925,46655,1733160297139 with port=40841, startcode=1733160297906 2024-12-02T17:24:58,830 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T17:24:58,832 DEBUG [RS:1;3b3375d1a925:40841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T17:24:58,832 DEBUG [RS:2;3b3375d1a925:36725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T17:24:58,832 DEBUG [RS:0;3b3375d1a925:32887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T17:24:58,841 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T17:24:58,850 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T17:24:58,857 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3b3375d1a925,46655,1733160297139 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T17:24:58,868 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3b3375d1a925:0, corePoolSize=5, maxPoolSize=5 2024-12-02T17:24:58,869 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3b3375d1a925:0, corePoolSize=5, maxPoolSize=5 2024-12-02T17:24:58,869 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3b3375d1a925:0, corePoolSize=5, maxPoolSize=5 2024-12-02T17:24:58,869 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3b3375d1a925:0, corePoolSize=5, maxPoolSize=5 2024-12-02T17:24:58,869 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3b3375d1a925:0, corePoolSize=10, maxPoolSize=10 2024-12-02T17:24:58,869 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:58,870 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3b3375d1a925:0, corePoolSize=2, maxPoolSize=2 2024-12-02T17:24:58,870 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:58,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T17:24:58,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T17:24:58,878 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733160328878 2024-12-02T17:24:58,880 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T17:24:58,882 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T17:24:58,883 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T17:24:58,883 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T17:24:58,883 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T17:24:58,885 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:58,886 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T17:24:58,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T17:24:58,886 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T17:24:58,886 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T17:24:58,887 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T17:24:58,887 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:58,890 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T17:24:58,897 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T17:24:58,896 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T17:24:58,897 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T17:24:58,898 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T17:24:58,898 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T17:24:58,907 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T17:24:58,907 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T17:24:58,912 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3b3375d1a925:0:becomeActiveMaster-HFileCleaner.large.0-1733160298908,5,FailOnTimeoutGroup] 2024-12-02T17:24:58,913 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3b3375d1a925:0:becomeActiveMaster-HFileCleaner.small.0-1733160298912,5,FailOnTimeoutGroup] 2024-12-02T17:24:58,914 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:58,914 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T17:24:58,950 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:58,950 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741831_1007 (size=1321) 2024-12-02T17:24:58,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741831_1007 (size=1321) 2024-12-02T17:24:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741831_1007 (size=1321) 2024-12-02T17:24:58,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T17:24:58,955 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757 2024-12-02T17:24:58,965 DEBUG [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T17:24:58,965 DEBUG [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T17:24:58,965 DEBUG [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T17:24:58,965 WARN [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T17:24:58,965 WARN [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T17:24:58,965 WARN [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T17:24:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741832_1008 (size=32) 2024-12-02T17:24:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741832_1008 (size=32) 2024-12-02T17:24:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741832_1008 (size=32) 2024-12-02T17:24:58,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:24:58,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T17:24:58,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T17:24:58,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:58,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T17:24:58,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T17:24:58,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T17:24:58,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:58,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T17:24:58,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T17:24:58,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T17:24:58,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:58,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T17:24:58,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T17:24:58,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T17:24:58,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:58,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T17:24:58,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T17:24:58,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740 2024-12-02T17:24:58,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740 2024-12-02T17:24:58,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T17:24:58,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T17:24:58,996 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T17:24:58,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T17:24:59,004 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:24:59,005 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71840390, jitterRate=0.07050523161888123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T17:24:59,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733160298972Initializing all the Stores at 1733160298974 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733160298974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733160298976 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160298976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733160298976Cleaning up temporary data from old regions at 1733160298995 (+19 ms)Region opened successfully at 1733160299008 (+13 ms) 2024-12-02T17:24:59,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T17:24:59,009 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T17:24:59,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T17:24:59,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T17:24:59,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T17:24:59,011 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T17:24:59,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733160299009Disabling compacts and flushes for region at 1733160299009Disabling writes for close at 1733160299009Writing region close event to WAL at 1733160299010 (+1 ms)Closed at 1733160299011 (+1 ms) 2024-12-02T17:24:59,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T17:24:59,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T17:24:59,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T17:24:59,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T17:24:59,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T17:24:59,067 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b3375d1a925,46655,1733160297139 with port=40841, startcode=1733160297906 2024-12-02T17:24:59,067 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b3375d1a925,46655,1733160297139 with port=36725, startcode=1733160297943 2024-12-02T17:24:59,067 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b3375d1a925,46655,1733160297139 with port=32887, startcode=1733160297810 2024-12-02T17:24:59,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3b3375d1a925,32887,1733160297810 2024-12-02T17:24:59,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] master.ServerManager(517): Registering regionserver=3b3375d1a925,32887,1733160297810 2024-12-02T17:24:59,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3b3375d1a925,40841,1733160297906 2024-12-02T17:24:59,080 DEBUG [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757 2024-12-02T17:24:59,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] master.ServerManager(517): Registering regionserver=3b3375d1a925,40841,1733160297906 2024-12-02T17:24:59,080 DEBUG [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46065 2024-12-02T17:24:59,080 DEBUG [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T17:24:59,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3b3375d1a925,36725,1733160297943 2024-12-02T17:24:59,083 DEBUG [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757 2024-12-02T17:24:59,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] master.ServerManager(517): Registering regionserver=3b3375d1a925,36725,1733160297943 2024-12-02T17:24:59,083 DEBUG [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46065 2024-12-02T17:24:59,083 DEBUG [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T17:24:59,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T17:24:59,086 DEBUG [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757 2024-12-02T17:24:59,086 DEBUG [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46065 2024-12-02T17:24:59,086 DEBUG [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T17:24:59,088 DEBUG [RS:0;3b3375d1a925:32887 {}] zookeeper.ZKUtil(111): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3b3375d1a925,32887,1733160297810 2024-12-02T17:24:59,089 WARN [RS:0;3b3375d1a925:32887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T17:24:59,089 INFO [RS:0;3b3375d1a925:32887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:24:59,089 DEBUG [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,32887,1733160297810 2024-12-02T17:24:59,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T17:24:59,090 DEBUG [RS:1;3b3375d1a925:40841 {}] zookeeper.ZKUtil(111): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3b3375d1a925,40841,1733160297906 2024-12-02T17:24:59,090 WARN [RS:1;3b3375d1a925:40841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T17:24:59,090 INFO [RS:1;3b3375d1a925:40841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:24:59,090 DEBUG [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,40841,1733160297906 2024-12-02T17:24:59,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3b3375d1a925,32887,1733160297810] 2024-12-02T17:24:59,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3b3375d1a925,40841,1733160297906] 2024-12-02T17:24:59,090 DEBUG [RS:2;3b3375d1a925:36725 {}] zookeeper.ZKUtil(111): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3b3375d1a925,36725,1733160297943 2024-12-02T17:24:59,090 WARN [RS:2;3b3375d1a925:36725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T17:24:59,091 INFO [RS:2;3b3375d1a925:36725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:24:59,091 DEBUG [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943 2024-12-02T17:24:59,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3b3375d1a925,36725,1733160297943] 2024-12-02T17:24:59,116 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T17:24:59,116 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T17:24:59,116 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T17:24:59,129 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T17:24:59,129 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T17:24:59,129 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T17:24:59,135 INFO [RS:0;3b3375d1a925:32887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T17:24:59,135 INFO [RS:1;3b3375d1a925:40841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T17:24:59,135 INFO [RS:2;3b3375d1a925:36725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T17:24:59,135 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,135 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,135 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,136 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T17:24:59,136 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T17:24:59,136 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T17:24:59,143 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T17:24:59,143 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T17:24:59,143 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T17:24:59,144 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,144 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,144 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,144 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,144 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,144 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,145 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0, corePoolSize=2, maxPoolSize=2 2024-12-02T17:24:59,145 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0, corePoolSize=2, maxPoolSize=2 2024-12-02T17:24:59,145 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0, corePoolSize=2, maxPoolSize=2 2024-12-02T17:24:59,146 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3b3375d1a925:0, corePoolSize=3, maxPoolSize=3 2024-12-02T17:24:59,146 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,146 DEBUG [RS:2;3b3375d1a925:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3b3375d1a925:0, corePoolSize=3, maxPoolSize=3 2024-12-02T17:24:59,147 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,147 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,147 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3b3375d1a925:0, corePoolSize=3, maxPoolSize=3 2024-12-02T17:24:59,147 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3b3375d1a925:0, corePoolSize=1, maxPoolSize=1 2024-12-02T17:24:59,147 DEBUG [RS:0;3b3375d1a925:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3b3375d1a925:0, corePoolSize=3, maxPoolSize=3 2024-12-02T17:24:59,147 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3b3375d1a925:0, corePoolSize=3, maxPoolSize=3 2024-12-02T17:24:59,147 DEBUG [RS:1;3b3375d1a925:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3b3375d1a925:0, corePoolSize=3, maxPoolSize=3 2024-12-02T17:24:59,153 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,153 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,153 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,153 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,153 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,153 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,36725,1733160297943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T17:24:59,153 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,154 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,154 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,154 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,154 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,154 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,32887,1733160297810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T17:24:59,155 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,155 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,155 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,156 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,156 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,156 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,40841,1733160297906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T17:24:59,177 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T17:24:59,179 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,36725,1733160297943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,179 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,180 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.Replication(171): 3b3375d1a925,36725,1733160297943 started 2024-12-02T17:24:59,181 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T17:24:59,181 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,40841,1733160297906-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,181 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T17:24:59,181 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,181 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,32887,1733160297810-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,181 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.Replication(171): 3b3375d1a925,40841,1733160297906 started 2024-12-02T17:24:59,181 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,182 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.Replication(171): 3b3375d1a925,32887,1733160297810 started 2024-12-02T17:24:59,185 WARN [3b3375d1a925:46655 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T17:24:59,199 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,199 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(1482): Serving as 3b3375d1a925,36725,1733160297943, RpcServer on 3b3375d1a925/172.17.0.3:36725, sessionid=0x1009c056a2f0003 2024-12-02T17:24:59,200 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T17:24:59,200 DEBUG [RS:2;3b3375d1a925:36725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3b3375d1a925,36725,1733160297943 2024-12-02T17:24:59,201 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b3375d1a925,36725,1733160297943' 2024-12-02T17:24:59,201 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T17:24:59,202 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T17:24:59,203 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T17:24:59,203 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T17:24:59,203 DEBUG [RS:2;3b3375d1a925:36725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3b3375d1a925,36725,1733160297943 2024-12-02T17:24:59,203 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b3375d1a925,36725,1733160297943' 2024-12-02T17:24:59,203 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T17:24:59,204 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,204 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(1482): Serving as 3b3375d1a925,40841,1733160297906, RpcServer on 3b3375d1a925/172.17.0.3:40841, sessionid=0x1009c056a2f0002 2024-12-02T17:24:59,204 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T17:24:59,204 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T17:24:59,204 DEBUG [RS:1;3b3375d1a925:40841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3b3375d1a925,40841,1733160297906 2024-12-02T17:24:59,204 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b3375d1a925,40841,1733160297906' 2024-12-02T17:24:59,204 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T17:24:59,204 DEBUG [RS:2;3b3375d1a925:36725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T17:24:59,204 INFO [RS:2;3b3375d1a925:36725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T17:24:59,204 INFO [RS:2;3b3375d1a925:36725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T17:24:59,205 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T17:24:59,205 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,205 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(1482): Serving as 3b3375d1a925,32887,1733160297810, RpcServer on 3b3375d1a925/172.17.0.3:32887, sessionid=0x1009c056a2f0001 2024-12-02T17:24:59,205 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T17:24:59,205 DEBUG [RS:0;3b3375d1a925:32887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3b3375d1a925,32887,1733160297810 2024-12-02T17:24:59,205 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T17:24:59,205 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b3375d1a925,32887,1733160297810' 2024-12-02T17:24:59,205 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T17:24:59,205 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T17:24:59,205 DEBUG [RS:1;3b3375d1a925:40841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3b3375d1a925,40841,1733160297906 2024-12-02T17:24:59,206 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b3375d1a925,40841,1733160297906' 2024-12-02T17:24:59,206 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T17:24:59,206 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T17:24:59,206 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T17:24:59,207 DEBUG [RS:1;3b3375d1a925:40841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T17:24:59,207 INFO [RS:1;3b3375d1a925:40841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T17:24:59,207 INFO [RS:1;3b3375d1a925:40841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T17:24:59,208 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T17:24:59,208 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T17:24:59,208 DEBUG [RS:0;3b3375d1a925:32887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3b3375d1a925,32887,1733160297810 2024-12-02T17:24:59,208 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b3375d1a925,32887,1733160297810' 2024-12-02T17:24:59,208 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T17:24:59,208 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T17:24:59,209 DEBUG [RS:0;3b3375d1a925:32887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T17:24:59,209 INFO [RS:0;3b3375d1a925:32887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T17:24:59,209 INFO [RS:0;3b3375d1a925:32887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T17:24:59,310 INFO [RS:1;3b3375d1a925:40841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:24:59,310 INFO [RS:0;3b3375d1a925:32887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:24:59,310 INFO [RS:2;3b3375d1a925:36725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:24:59,313 INFO [RS:1;3b3375d1a925:40841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b3375d1a925%2C40841%2C1733160297906, suffix=, logDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,40841,1733160297906, archiveDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/oldWALs, maxLogs=32 2024-12-02T17:24:59,313 INFO [RS:0;3b3375d1a925:32887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b3375d1a925%2C32887%2C1733160297810, suffix=, logDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,32887,1733160297810, archiveDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/oldWALs, maxLogs=32 2024-12-02T17:24:59,314 INFO [RS:2;3b3375d1a925:36725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b3375d1a925%2C36725%2C1733160297943, suffix=, logDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943, archiveDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/oldWALs, maxLogs=32 2024-12-02T17:24:59,335 DEBUG [RS:1;3b3375d1a925:40841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,40841,1733160297906/3b3375d1a925%2C40841%2C1733160297906.1733160299321, exclude list is [], retry=0 2024-12-02T17:24:59,337 DEBUG [RS:0;3b3375d1a925:32887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,32887,1733160297810/3b3375d1a925%2C32887%2C1733160297810.1733160299321, exclude list is [], retry=0 2024-12-02T17:24:59,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:24:59,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:24:59,342 DEBUG [RS:2;3b3375d1a925:36725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943/3b3375d1a925%2C36725%2C1733160297943.1733160299322, exclude list is [], retry=0 2024-12-02T17:24:59,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:24:59,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:24:59,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:24:59,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:24:59,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:24:59,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:24:59,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:24:59,350 INFO [RS:1;3b3375d1a925:40841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,40841,1733160297906/3b3375d1a925%2C40841%2C1733160297906.1733160299321 2024-12-02T17:24:59,352 INFO [RS:0;3b3375d1a925:32887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,32887,1733160297810/3b3375d1a925%2C32887%2C1733160297810.1733160299321 2024-12-02T17:24:59,352 DEBUG [RS:1;3b3375d1a925:40841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:24:59,353 DEBUG [RS:0;3b3375d1a925:32887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:24:59,355 INFO [RS:2;3b3375d1a925:36725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943/3b3375d1a925%2C36725%2C1733160297943.1733160299322 2024-12-02T17:24:59,355 DEBUG [RS:2;3b3375d1a925:36725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139)] 2024-12-02T17:24:59,437 DEBUG [3b3375d1a925:46655 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T17:24:59,445 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(204): Hosts are {3b3375d1a925=0} racks are {/default-rack=0} 2024-12-02T17:24:59,452 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T17:24:59,452 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T17:24:59,452 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T17:24:59,452 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T17:24:59,452 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T17:24:59,452 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T17:24:59,452 INFO [3b3375d1a925:46655 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T17:24:59,452 INFO [3b3375d1a925:46655 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T17:24:59,452 INFO [3b3375d1a925:46655 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T17:24:59,452 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T17:24:59,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3b3375d1a925,40841,1733160297906 2024-12-02T17:24:59,473 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3b3375d1a925,40841,1733160297906, state=OPENING 2024-12-02T17:24:59,479 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T17:24:59,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:59,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:59,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:59,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:24:59,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T17:24:59,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T17:24:59,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T17:24:59,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T17:24:59,484 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T17:24:59,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3b3375d1a925,40841,1733160297906}] 2024-12-02T17:24:59,663 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T17:24:59,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T17:24:59,679 INFO [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T17:24:59,680 INFO [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:24:59,680 INFO [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T17:24:59,683 INFO [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b3375d1a925%2C40841%2C1733160297906.meta, suffix=.meta, logDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,40841,1733160297906, archiveDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/oldWALs, maxLogs=32 2024-12-02T17:24:59,700 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,40841,1733160297906/3b3375d1a925%2C40841%2C1733160297906.meta.1733160299686.meta, exclude list is [], retry=0 2024-12-02T17:24:59,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:24:59,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:24:59,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:24:59,709 INFO [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,40841,1733160297906/3b3375d1a925%2C40841%2C1733160297906.meta.1733160299686.meta 2024-12-02T17:24:59,709 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:24:59,710 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:24:59,711 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T17:24:59,714 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T17:24:59,719 INFO [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T17:24:59,724 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T17:24:59,724 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:24:59,725 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T17:24:59,725 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T17:24:59,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T17:24:59,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T17:24:59,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:59,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T17:24:59,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T17:24:59,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T17:24:59,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T17:24:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T17:24:59,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T17:24:59,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:59,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T17:24:59,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T17:24:59,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T17:24:59,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:24:59,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T17:24:59,737 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T17:24:59,739 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740 2024-12-02T17:24:59,741 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740 2024-12-02T17:24:59,744 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T17:24:59,744 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T17:24:59,745 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T17:24:59,747 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T17:24:59,749 INFO [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67295203, jitterRate=0.0027766674757003784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T17:24:59,749 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T17:24:59,751 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733160299725Writing region info on filesystem at 1733160299725Initializing all the Stores at 1733160299727 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733160299727Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733160299728 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160299728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733160299728Cleaning up temporary data from old regions at 1733160299744 (+16 ms)Running coprocessor post-open hooks at 1733160299749 (+5 ms)Region opened successfully at 1733160299751 (+2 ms) 2024-12-02T17:24:59,760 INFO [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733160299654 2024-12-02T17:24:59,771 DEBUG [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T17:24:59,771 INFO [RS_OPEN_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T17:24:59,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3b3375d1a925,40841,1733160297906 2024-12-02T17:24:59,775 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3b3375d1a925,40841,1733160297906, state=OPEN 2024-12-02T17:24:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T17:24:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T17:24:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T17:24:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T17:24:59,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T17:24:59,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T17:24:59,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T17:24:59,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T17:24:59,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3b3375d1a925,40841,1733160297906 2024-12-02T17:24:59,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T17:24:59,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3b3375d1a925,40841,1733160297906 in 293 msec 2024-12-02T17:24:59,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T17:24:59,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 764 msec 2024-12-02T17:24:59,793 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T17:24:59,793 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T17:24:59,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T17:24:59,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b3375d1a925,40841,1733160297906, seqNum=-1] 2024-12-02T17:24:59,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T17:24:59,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T17:24:59,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0870 sec 2024-12-02T17:24:59,862 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733160299862, completionTime=-1 2024-12-02T17:24:59,866 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T17:24:59,866 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T17:24:59,900 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T17:24:59,900 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733160359900 2024-12-02T17:24:59,900 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733160419900 2024-12-02T17:24:59,900 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-12-02T17:24:59,902 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T17:24:59,910 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,46655,1733160297139-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,910 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,46655,1733160297139-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,910 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,46655,1733160297139-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,912 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3b3375d1a925:46655, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,912 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,915 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T17:24:59,951 DEBUG [master/3b3375d1a925:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T17:24:59,978 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.951sec 2024-12-02T17:24:59,980 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T17:24:59,981 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T17:24:59,982 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T17:24:59,983 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T17:24:59,983 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T17:24:59,983 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,46655,1733160297139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T17:24:59,984 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,46655,1733160297139-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T17:24:59,994 DEBUG [master/3b3375d1a925:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T17:24:59,994 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T17:24:59,995 INFO [master/3b3375d1a925:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b3375d1a925,46655,1733160297139-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T17:25:00,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7df72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T17:25:00,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b3375d1a925,46655,-1 for getting cluster id 2024-12-02T17:25:00,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T17:25:00,097 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88c52728-2adf-49d6-bcbf-79e8fd868cf1' 2024-12-02T17:25:00,099 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T17:25:00,099 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88c52728-2adf-49d6-bcbf-79e8fd868cf1" 2024-12-02T17:25:00,100 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a964ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T17:25:00,100 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b3375d1a925,46655,-1] 2024-12-02T17:25:00,102 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T17:25:00,104 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:00,105 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T17:25:00,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c11b5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T17:25:00,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T17:25:00,115 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b3375d1a925,40841,1733160297906, seqNum=-1] 2024-12-02T17:25:00,115 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T17:25:00,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T17:25:00,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3b3375d1a925,46655,1733160297139 2024-12-02T17:25:00,137 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:46065/hbase 2024-12-02T17:25:00,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=2875 2024-12-02T17:25:00,172 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:00,175 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:00,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:00,180 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79581576, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-79581576, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:00,194 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79581576/hregion-79581576.1733160300182, exclude list is [], retry=0 2024-12-02T17:25:00,198 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:00,199 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:00,200 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:00,205 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79581576/hregion-79581576.1733160300182 2024-12-02T17:25:00,205 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:00,206 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8317aeb1a49b981beea6e98b2a42d68b, NAME => 'testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:00,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741838_1014 (size=64) 2024-12-02T17:25:00,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741838_1014 (size=64) 2024-12-02T17:25:00,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741838_1014 (size=64) 2024-12-02T17:25:00,224 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:00,226 INFO [StoreOpener-8317aeb1a49b981beea6e98b2a42d68b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,228 INFO [StoreOpener-8317aeb1a49b981beea6e98b2a42d68b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8317aeb1a49b981beea6e98b2a42d68b columnFamilyName a 2024-12-02T17:25:00,228 DEBUG [StoreOpener-8317aeb1a49b981beea6e98b2a42d68b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:00,229 INFO [StoreOpener-8317aeb1a49b981beea6e98b2a42d68b-1 {}] regionserver.HStore(327): Store=8317aeb1a49b981beea6e98b2a42d68b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:00,229 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,230 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,231 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,232 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,232 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,234 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,237 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:00,238 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8317aeb1a49b981beea6e98b2a42d68b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63132991, jitterRate=-0.05924512445926666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T17:25:00,239 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8317aeb1a49b981beea6e98b2a42d68b: Writing region info on filesystem at 1733160300224Initializing all the Stores at 1733160300226 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160300226Cleaning up temporary data from old regions at 1733160300232 (+6 ms)Region opened successfully at 1733160300239 (+7 ms) 2024-12-02T17:25:00,239 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8317aeb1a49b981beea6e98b2a42d68b, disabling compactions & flushes 2024-12-02T17:25:00,239 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b. 2024-12-02T17:25:00,239 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b. 2024-12-02T17:25:00,239 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b. after waiting 0 ms 2024-12-02T17:25:00,239 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b. 2024-12-02T17:25:00,240 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b. 2024-12-02T17:25:00,240 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8317aeb1a49b981beea6e98b2a42d68b: Waiting for close lock at 1733160300239Disabling compacts and flushes for region at 1733160300239Disabling writes for close at 1733160300239Writing region close event to WAL at 1733160300240 (+1 ms)Closed at 1733160300240 2024-12-02T17:25:00,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741837_1013 (size=93) 2024-12-02T17:25:00,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741837_1013 (size=93) 2024-12-02T17:25:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741837_1013 (size=93) 2024-12-02T17:25:00,252 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:00,252 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79581576:(num 1733160300182) 2024-12-02T17:25:00,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T17:25:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741839_1015 (size=369) 2024-12-02T17:25:00,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741839_1015 (size=369) 2024-12-02T17:25:00,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741839_1015 (size=369) 2024-12-02T17:25:00,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T17:25:00,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741840_1016 (size=231) 2024-12-02T17:25:00,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741840_1016 (size=231) 2024-12-02T17:25:00,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741840_1016 (size=231) 2024-12-02T17:25:00,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1, size=369 (369bytes) 2024-12-02T17:25:00,311 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T17:25:00,311 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T17:25:00,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1 2024-12-02T17:25:00,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1 after 4ms 2024-12-02T17:25:00,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1 took 14ms 2024-12-02T17:25:00,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1 so closing down 2024-12-02T17:25:00,329 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T17:25:00,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:00,331 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T17:25:00,332 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:00,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741841_1017 (size=369) 2024-12-02T17:25:00,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741841_1017 (size=369) 2024-12-02T17:25:00,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741841_1017 (size=369) 2024-12-02T17:25:00,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:00,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002 2024-12-02T17:25:00,353 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-02T17:25:00,353 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1, journal: Splitting hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1, size=369 (369bytes) at 1733160300310Finishing writing output for hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1 so closing down at 1733160300326 (+16 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000001-wal-1.temp at 1733160300331 (+5 ms)3 split writer threads finished at 1733160300332 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733160300347 (+15 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002 at 1733160300350 (+3 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733160300353 (+3 ms) 2024-12-02T17:25:00,368 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2, size=231 (231bytes) 2024-12-02T17:25:00,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2 2024-12-02T17:25:00,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2 after 1ms 2024-12-02T17:25:00,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2 took 4ms 2024-12-02T17:25:00,374 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2 so closing down 2024-12-02T17:25:00,374 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:00,377 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T17:25:00,378 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T17:25:00,378 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:00,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741842_1018 (size=231) 2024-12-02T17:25:00,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741842_1018 (size=231) 2024-12-02T17:25:00,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741842_1018 (size=231) 2024-12-02T17:25:00,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:00,396 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-12-02T17:25:00,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-02T17:25:00,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2, journal: Splitting hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2, size=231 (231bytes) at 1733160300368Finishing writing output for hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2 so closing down at 1733160300374 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002-wal-2.temp at 1733160300378 (+4 ms)3 split writer threads finished at 1733160300378Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733160300390 (+12 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733160300397 (+7 ms) 2024-12-02T17:25:00,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:00,400 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:00,414 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal.1733160300401, exclude list is [], retry=0 2024-12-02T17:25:00,418 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:00,418 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:00,419 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:00,421 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal.1733160300401 2024-12-02T17:25:00,423 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:00,423 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8317aeb1a49b981beea6e98b2a42d68b, NAME => 'testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:00,423 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:00,423 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,423 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,425 INFO [StoreOpener-8317aeb1a49b981beea6e98b2a42d68b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,427 INFO [StoreOpener-8317aeb1a49b981beea6e98b2a42d68b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8317aeb1a49b981beea6e98b2a42d68b columnFamilyName a 2024-12-02T17:25:00,427 DEBUG [StoreOpener-8317aeb1a49b981beea6e98b2a42d68b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:00,428 INFO [StoreOpener-8317aeb1a49b981beea6e98b2a42d68b-1 {}] regionserver.HStore(327): Store=8317aeb1a49b981beea6e98b2a42d68b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:00,428 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,429 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,433 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002 2024-12-02T17:25:00,442 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002 2024-12-02T17:25:00,445 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8317aeb1a49b981beea6e98b2a42d68b 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T17:25:00,494 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/.tmp/a/a6f49fda793f4e72b190b0d99abfafee is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733160300252/Put/seqid=0 2024-12-02T17:25:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741844_1020 (size=5170) 2024-12-02T17:25:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741844_1020 (size=5170) 2024-12-02T17:25:00,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741844_1020 (size=5170) 2024-12-02T17:25:00,511 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/.tmp/a/a6f49fda793f4e72b190b0d99abfafee 2024-12-02T17:25:00,554 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/.tmp/a/a6f49fda793f4e72b190b0d99abfafee as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/a/a6f49fda793f4e72b190b0d99abfafee 2024-12-02T17:25:00,563 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/a/a6f49fda793f4e72b190b0d99abfafee, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T17:25:00,568 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8317aeb1a49b981beea6e98b2a42d68b in 121ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T17:25:00,569 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/0000000000000000002 2024-12-02T17:25:00,570 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,570 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,572 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8317aeb1a49b981beea6e98b2a42d68b 2024-12-02T17:25:00,575 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/8317aeb1a49b981beea6e98b2a42d68b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T17:25:00,577 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8317aeb1a49b981beea6e98b2a42d68b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71950927, jitterRate=0.07215236127376556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T17:25:00,578 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8317aeb1a49b981beea6e98b2a42d68b: Writing region info on filesystem at 1733160300424Initializing all the Stores at 1733160300425 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160300425Obtaining lock to block concurrent updates at 1733160300445 (+20 ms)Preparing flush snapshotting stores in 8317aeb1a49b981beea6e98b2a42d68b at 1733160300445Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733160300448 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733160300173.8317aeb1a49b981beea6e98b2a42d68b. at 1733160300448Flushing 8317aeb1a49b981beea6e98b2a42d68b/a: creating writer at 1733160300449 (+1 ms)Flushing 8317aeb1a49b981beea6e98b2a42d68b/a: appending metadata at 1733160300485 (+36 ms)Flushing 8317aeb1a49b981beea6e98b2a42d68b/a: closing flushed file at 1733160300488 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb31e47: reopening flushed file at 1733160300553 (+65 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8317aeb1a49b981beea6e98b2a42d68b in 121ms, sequenceid=2, compaction requested=false; wal=null at 1733160300568 (+15 ms)Cleaning up temporary data from old regions at 1733160300570 (+2 ms)Region opened successfully at 1733160300577 (+7 ms) 2024-12-02T17:25:00,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=374 (was 363) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:33288 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:43514 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:43392 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:52418 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:33446 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46065/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=2864 (was 2875) 2024-12-02T17:25:00,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=2864 2024-12-02T17:25:00,629 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:00,632 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:00,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:00,636 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49478087, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-49478087, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:00,650 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49478087/hregion-49478087.1733160300637, exclude list is [], retry=0 2024-12-02T17:25:00,653 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:00,653 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:00,654 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:00,657 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49478087/hregion-49478087.1733160300637 2024-12-02T17:25:00,657 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:00,657 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ce3e6dca94554fbf69a6519f8869127a, NAME => 'testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:00,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741846_1022 (size=64) 2024-12-02T17:25:00,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741846_1022 (size=64) 2024-12-02T17:25:00,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741846_1022 (size=64) 2024-12-02T17:25:00,674 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:00,675 INFO [StoreOpener-ce3e6dca94554fbf69a6519f8869127a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,678 INFO [StoreOpener-ce3e6dca94554fbf69a6519f8869127a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce3e6dca94554fbf69a6519f8869127a columnFamilyName a 2024-12-02T17:25:00,678 DEBUG [StoreOpener-ce3e6dca94554fbf69a6519f8869127a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:00,678 INFO [StoreOpener-ce3e6dca94554fbf69a6519f8869127a-1 {}] regionserver.HStore(327): Store=ce3e6dca94554fbf69a6519f8869127a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:00,679 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,680 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,680 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,681 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,681 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,684 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,687 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:00,688 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ce3e6dca94554fbf69a6519f8869127a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72198723, jitterRate=0.07584480941295624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T17:25:00,688 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ce3e6dca94554fbf69a6519f8869127a: Writing region info on filesystem at 1733160300674Initializing all the Stores at 1733160300675 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160300675Cleaning up temporary data from old regions at 1733160300681 (+6 ms)Region opened successfully at 1733160300688 (+7 ms) 2024-12-02T17:25:00,688 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ce3e6dca94554fbf69a6519f8869127a, disabling compactions & flushes 2024-12-02T17:25:00,688 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a. 2024-12-02T17:25:00,688 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a. 2024-12-02T17:25:00,688 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a. after waiting 0 ms 2024-12-02T17:25:00,688 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a. 2024-12-02T17:25:00,689 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a. 2024-12-02T17:25:00,689 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ce3e6dca94554fbf69a6519f8869127a: Waiting for close lock at 1733160300688Disabling compacts and flushes for region at 1733160300688Disabling writes for close at 1733160300688Writing region close event to WAL at 1733160300689 (+1 ms)Closed at 1733160300689 2024-12-02T17:25:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741845_1021 (size=93) 2024-12-02T17:25:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741845_1021 (size=93) 2024-12-02T17:25:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741845_1021 (size=93) 2024-12-02T17:25:00,697 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:00,697 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49478087:(num 1733160300637) 2024-12-02T17:25:00,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T17:25:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741847_1023 (size=369) 2024-12-02T17:25:00,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741847_1023 (size=369) 2024-12-02T17:25:00,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741847_1023 (size=369) 2024-12-02T17:25:00,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T17:25:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741848_1024 (size=231) 2024-12-02T17:25:00,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741848_1024 (size=231) 2024-12-02T17:25:00,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741848_1024 (size=231) 2024-12-02T17:25:00,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2, size=231 (231bytes) 2024-12-02T17:25:00,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2 2024-12-02T17:25:00,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2 after 1ms 2024-12-02T17:25:00,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2 took 4ms 2024-12-02T17:25:00,748 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2 so closing down 2024-12-02T17:25:00,748 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:00,750 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T17:25:00,752 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T17:25:00,752 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:00,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741849_1025 (size=231) 2024-12-02T17:25:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741849_1025 (size=231) 2024-12-02T17:25:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741849_1025 (size=231) 2024-12-02T17:25:00,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:00,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002 2024-12-02T17:25:00,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-02T17:25:00,763 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2, journal: Splitting hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2, size=231 (231bytes) at 1733160300742Finishing writing output for hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2 so closing down at 1733160300748 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002-wal-2.temp at 1733160300752 (+4 ms)3 split writer threads finished at 1733160300752Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733160300761 (+9 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002 at 1733160300763 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733160300763 2024-12-02T17:25:00,782 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1, size=369 (369bytes) 2024-12-02T17:25:00,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1 2024-12-02T17:25:00,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1 after 1ms 2024-12-02T17:25:00,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1 took 4ms 2024-12-02T17:25:00,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1 so closing down 2024-12-02T17:25:00,789 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:00,791 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T17:25:00,792 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T17:25:00,792 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741850_1026 (size=369) 2024-12-02T17:25:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741850_1026 (size=369) 2024-12-02T17:25:00,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741850_1026 (size=369) 2024-12-02T17:25:00,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:00,805 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002, length=231 2024-12-02T17:25:00,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002 2024-12-02T17:25:00,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-02T17:25:00,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1, journal: Splitting hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1, size=369 (369bytes) at 1733160300782Finishing writing output for hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1 so closing down at 1733160300789 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000001-wal-1.temp at 1733160300792 (+3 ms)3 split writer threads finished at 1733160300792Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733160300800 (+8 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002 at 1733160300808 (+8 ms)Processed 2 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733160300808 2024-12-02T17:25:00,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:00,811 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:00,830 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal.1733160300812, exclude list is [], retry=0 2024-12-02T17:25:00,834 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:00,834 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:00,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:00,837 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal.1733160300812 2024-12-02T17:25:00,837 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139)] 2024-12-02T17:25:00,837 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ce3e6dca94554fbf69a6519f8869127a, NAME => 'testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:00,837 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:00,837 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,837 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,839 INFO [StoreOpener-ce3e6dca94554fbf69a6519f8869127a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,842 INFO [StoreOpener-ce3e6dca94554fbf69a6519f8869127a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce3e6dca94554fbf69a6519f8869127a columnFamilyName a 2024-12-02T17:25:00,842 DEBUG [StoreOpener-ce3e6dca94554fbf69a6519f8869127a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:00,843 INFO [StoreOpener-ce3e6dca94554fbf69a6519f8869127a-1 {}] regionserver.HStore(327): Store=ce3e6dca94554fbf69a6519f8869127a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:00,843 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,844 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,847 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002 2024-12-02T17:25:00,851 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002 2024-12-02T17:25:00,851 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ce3e6dca94554fbf69a6519f8869127a 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T17:25:00,868 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/.tmp/a/9a900357428340f6b24ecdd5cbcf206e is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733160300697/Put/seqid=0 2024-12-02T17:25:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741852_1028 (size=5170) 2024-12-02T17:25:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741852_1028 (size=5170) 2024-12-02T17:25:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741852_1028 (size=5170) 2024-12-02T17:25:00,876 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/.tmp/a/9a900357428340f6b24ecdd5cbcf206e 2024-12-02T17:25:00,884 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/.tmp/a/9a900357428340f6b24ecdd5cbcf206e as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/a/9a900357428340f6b24ecdd5cbcf206e 2024-12-02T17:25:00,891 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/a/9a900357428340f6b24ecdd5cbcf206e, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T17:25:00,892 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ce3e6dca94554fbf69a6519f8869127a in 41ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T17:25:00,892 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/0000000000000000002 2024-12-02T17:25:00,893 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,893 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,896 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ce3e6dca94554fbf69a6519f8869127a 2024-12-02T17:25:00,898 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/ce3e6dca94554fbf69a6519f8869127a/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T17:25:00,899 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ce3e6dca94554fbf69a6519f8869127a; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65867837, jitterRate=-0.018492743372917175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T17:25:00,900 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ce3e6dca94554fbf69a6519f8869127a: Writing region info on filesystem at 1733160300838Initializing all the Stores at 1733160300839 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160300839Obtaining lock to block concurrent updates at 1733160300851 (+12 ms)Preparing flush snapshotting stores in ce3e6dca94554fbf69a6519f8869127a at 1733160300851Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733160300851Flushing stores of testReplayEditsWrittenIntoWAL,,1733160300630.ce3e6dca94554fbf69a6519f8869127a. at 1733160300851Flushing ce3e6dca94554fbf69a6519f8869127a/a: creating writer at 1733160300852 (+1 ms)Flushing ce3e6dca94554fbf69a6519f8869127a/a: appending metadata at 1733160300866 (+14 ms)Flushing ce3e6dca94554fbf69a6519f8869127a/a: closing flushed file at 1733160300866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221e1c1d: reopening flushed file at 1733160300883 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ce3e6dca94554fbf69a6519f8869127a in 41ms, sequenceid=2, compaction requested=false; wal=null at 1733160300892 (+9 ms)Cleaning up temporary data from old regions at 1733160300893 (+1 ms)Region opened successfully at 1733160300900 (+7 ms) 2024-12-02T17:25:00,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:33288 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:43392 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:43578 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:52478 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:52316 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:33520 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=2858 (was 2864) 2024-12-02T17:25:00,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=2858 2024-12-02T17:25:00,946 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:00,949 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:00,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:00,954 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07634028, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-07634028, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:00,974 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07634028/hregion-07634028.1733160300954, exclude list is [], retry=0 2024-12-02T17:25:00,978 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:00,978 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:00,978 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:00,981 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07634028/hregion-07634028.1733160300954 2024-12-02T17:25:00,982 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139)] 2024-12-02T17:25:00,982 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c1e5975a60b510967da4e3aeb010b4a5, NAME => 'testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741854_1030 (size=64) 2024-12-02T17:25:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741854_1030 (size=64) 2024-12-02T17:25:00,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741854_1030 (size=64) 2024-12-02T17:25:00,994 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:00,996 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:00,997 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e5975a60b510967da4e3aeb010b4a5 columnFamilyName a 2024-12-02T17:25:00,998 DEBUG [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:00,998 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(327): Store=c1e5975a60b510967da4e3aeb010b4a5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:00,998 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:01,000 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e5975a60b510967da4e3aeb010b4a5 columnFamilyName b 2024-12-02T17:25:01,000 DEBUG [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:01,001 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(327): Store=c1e5975a60b510967da4e3aeb010b4a5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:01,001 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:01,002 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e5975a60b510967da4e3aeb010b4a5 columnFamilyName c 2024-12-02T17:25:01,003 DEBUG [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:01,003 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(327): Store=c1e5975a60b510967da4e3aeb010b4a5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:01,003 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:01,004 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:01,005 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:01,006 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:01,006 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:01,007 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:01,008 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:01,011 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:01,011 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c1e5975a60b510967da4e3aeb010b4a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70152917, jitterRate=0.04535992443561554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:01,011 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c1e5975a60b510967da4e3aeb010b4a5: Writing region info on filesystem at 1733160300994Initializing all the Stores at 1733160300995 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160300995Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160300995Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160300995Cleaning up temporary data from old regions at 1733160301006 (+11 ms)Region opened successfully at 1733160301011 (+5 ms) 2024-12-02T17:25:01,012 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c1e5975a60b510967da4e3aeb010b4a5, disabling compactions & flushes 2024-12-02T17:25:01,012 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. 2024-12-02T17:25:01,012 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. 2024-12-02T17:25:01,012 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. after waiting 0 ms 2024-12-02T17:25:01,012 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. 2024-12-02T17:25:01,012 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. 2024-12-02T17:25:01,012 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c1e5975a60b510967da4e3aeb010b4a5: Waiting for close lock at 1733160301011Disabling compacts and flushes for region at 1733160301011Disabling writes for close at 1733160301012 (+1 ms)Writing region close event to WAL at 1733160301012Closed at 1733160301012 2024-12-02T17:25:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741853_1029 (size=93) 2024-12-02T17:25:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741853_1029 (size=93) 2024-12-02T17:25:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741853_1029 (size=93) 2024-12-02T17:25:01,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-07634028/hregion-07634028.1733160300954 not finished, retry = 0 2024-12-02T17:25:01,119 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:01,119 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07634028:(num 1733160300954) 2024-12-02T17:25:01,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:01,121 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:01,137 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122, exclude list is [], retry=0 2024-12-02T17:25:01,139 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:01,140 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:01,140 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:01,143 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 2024-12-02T17:25:01,143 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:01,359 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122, size=0 (0bytes) 2024-12-02T17:25:01,359 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 might be still open, length is 0 2024-12-02T17:25:01,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 2024-12-02T17:25:01,360 WARN [IPC Server handler 0 on default port 46065 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-02T17:25:01,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 after 2ms 2024-12-02T17:25:02,087 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:52508 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43367:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52508 dst: /127.0.0.1:43367 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43367 remote=/127.0.0.1:52508]. Total timeout mills is 60000, 59239 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:02,088 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:43604 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46337:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43604 dst: /127.0.0.1:46337 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:02,088 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:33564 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33564 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:02,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741855_1032 (size=470675) 2024-12-02T17:25:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741855_1032 (size=470675) 2024-12-02T17:25:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741855_1032 (size=470675) 2024-12-02T17:25:05,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T17:25:05,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T17:25:05,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 after 4003ms 2024-12-02T17:25:05,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 took 4008ms 2024-12-02T17:25:05,372 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733160301122.temp 2024-12-02T17:25:05,375 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000000001-wal.1733160301122.temp 2024-12-02T17:25:05,450 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122; continuing. 2024-12-02T17:25:05,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 so closing down 2024-12-02T17:25:05,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:05,451 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741856_1033 (size=470683) 2024-12-02T17:25:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741856_1033 (size=470683) 2024-12-02T17:25:05,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741856_1033 (size=470683) 2024-12-02T17:25:05,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000000001-wal.1733160301122.temp (wrote 3002 edits, skipped 0 edits in 28 ms) 2024-12-02T17:25:05,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000000001-wal.1733160301122.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000003002 2024-12-02T17:25:05,459 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T17:25:05,459 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122, journal: Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122, size=0 (0bytes) at 1733160301359Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000000001-wal.1733160301122.temp at 1733160305375 (+4016 ms)Split 1024 edits, skipped 0 edits. at 1733160305421 (+46 ms)Split 2048 edits, skipped 0 edits. at 1733160305437 (+16 ms)Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 so closing down at 1733160305451 (+14 ms)3 split writer threads finished at 1733160305451Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000000001-wal.1733160301122.temp (wrote 3002 edits, skipped 0 edits in 28 ms) at 1733160305457 (+6 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000000001-wal.1733160301122.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000003002 at 1733160305459 (+2 ms)Processed 3002 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122, size=0, length=0, corrupted=false, cancelled=false at 1733160305459 2024-12-02T17:25:05,461 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160301122 2024-12-02T17:25:05,463 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000003002 2024-12-02T17:25:05,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:05,465 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:05,480 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160305466, exclude list is [], retry=0 2024-12-02T17:25:05,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:05,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:05,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:05,487 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160305466 2024-12-02T17:25:05,488 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139)] 2024-12-02T17:25:05,488 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:05,490 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:05,491 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e5975a60b510967da4e3aeb010b4a5 columnFamilyName a 2024-12-02T17:25:05,492 DEBUG [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:05,492 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(327): Store=c1e5975a60b510967da4e3aeb010b4a5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:05,492 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:05,494 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e5975a60b510967da4e3aeb010b4a5 columnFamilyName b 2024-12-02T17:25:05,494 DEBUG [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:05,494 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(327): Store=c1e5975a60b510967da4e3aeb010b4a5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:05,494 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:05,495 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e5975a60b510967da4e3aeb010b4a5 columnFamilyName c 2024-12-02T17:25:05,495 DEBUG [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:05,496 INFO [StoreOpener-c1e5975a60b510967da4e3aeb010b4a5-1 {}] regionserver.HStore(327): Store=c1e5975a60b510967da4e3aeb010b4a5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:05,496 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:05,497 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:05,500 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:05,500 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000003002 2024-12-02T17:25:05,543 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T17:25:05,918 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c1e5975a60b510967da4e3aeb010b4a5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T17:25:05,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/a/91440849fd3843f7bc82c61b5d25294b is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733160301155/Put/seqid=0 2024-12-02T17:25:05,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741858_1035 (size=50463) 2024-12-02T17:25:05,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741858_1035 (size=50463) 2024-12-02T17:25:05,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741858_1035 (size=50463) 2024-12-02T17:25:05,970 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/a/91440849fd3843f7bc82c61b5d25294b 2024-12-02T17:25:05,979 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/a/91440849fd3843f7bc82c61b5d25294b as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/a/91440849fd3843f7bc82c61b5d25294b 2024-12-02T17:25:05,987 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/a/91440849fd3843f7bc82c61b5d25294b, entries=754, sequenceid=754, filesize=49.3 K 2024-12-02T17:25:05,987 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for c1e5975a60b510967da4e3aeb010b4a5 in 69ms, sequenceid=754, compaction requested=false; wal=null 2024-12-02T17:25:05,997 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T17:25:05,998 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c1e5975a60b510967da4e3aeb010b4a5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T17:25:06,007 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/a/79747b6b0d364315bf57c07b8a286300 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733160301207/Put/seqid=0 2024-12-02T17:25:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741859_1036 (size=20072) 2024-12-02T17:25:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741859_1036 (size=20072) 2024-12-02T17:25:06,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741859_1036 (size=20072) 2024-12-02T17:25:06,023 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/a/79747b6b0d364315bf57c07b8a286300 2024-12-02T17:25:06,047 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/b/f16aff45a34b4f088d41911a90181a4b is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733160301226/Put/seqid=0 2024-12-02T17:25:06,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741860_1037 (size=35835) 2024-12-02T17:25:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741860_1037 (size=35835) 2024-12-02T17:25:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741860_1037 (size=35835) 2024-12-02T17:25:06,057 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/b/f16aff45a34b4f088d41911a90181a4b 2024-12-02T17:25:06,063 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/a/79747b6b0d364315bf57c07b8a286300 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/a/79747b6b0d364315bf57c07b8a286300 2024-12-02T17:25:06,070 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/a/79747b6b0d364315bf57c07b8a286300, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-02T17:25:06,071 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/b/f16aff45a34b4f088d41911a90181a4b as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/b/f16aff45a34b4f088d41911a90181a4b 2024-12-02T17:25:06,077 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/b/f16aff45a34b4f088d41911a90181a4b, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-02T17:25:06,077 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for c1e5975a60b510967da4e3aeb010b4a5 in 80ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-02T17:25:06,085 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T17:25:06,086 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c1e5975a60b510967da4e3aeb010b4a5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T17:25:06,091 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/b/9ccd1aca672c4cd8b441c984fc6b0d82 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733160301246/Put/seqid=0 2024-12-02T17:25:06,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741861_1038 (size=35082) 2024-12-02T17:25:06,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741861_1038 (size=35082) 2024-12-02T17:25:06,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741861_1038 (size=35082) 2024-12-02T17:25:06,108 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/b/9ccd1aca672c4cd8b441c984fc6b0d82 2024-12-02T17:25:06,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/c/c465cef479934c4c8fe7f4547ee52447 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733160301271/Put/seqid=0 2024-12-02T17:25:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741862_1039 (size=20825) 2024-12-02T17:25:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741862_1039 (size=20825) 2024-12-02T17:25:06,141 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/c/c465cef479934c4c8fe7f4547ee52447 2024-12-02T17:25:06,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741862_1039 (size=20825) 2024-12-02T17:25:06,148 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/b/9ccd1aca672c4cd8b441c984fc6b0d82 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/b/9ccd1aca672c4cd8b441c984fc6b0d82 2024-12-02T17:25:06,154 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/b/9ccd1aca672c4cd8b441c984fc6b0d82, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-02T17:25:06,156 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/c/c465cef479934c4c8fe7f4547ee52447 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/c/c465cef479934c4c8fe7f4547ee52447 2024-12-02T17:25:06,163 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/c/c465cef479934c4c8fe7f4547ee52447, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-02T17:25:06,164 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for c1e5975a60b510967da4e3aeb010b4a5 in 78ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-02T17:25:06,172 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733160301323/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. 2024-12-02T17:25:06,176 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000003002 2024-12-02T17:25:06,176 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T17:25:06,177 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c1e5975a60b510967da4e3aeb010b4a5 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-02T17:25:06,187 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/c/88a3c24d483c49a7bd3a4380ac43f8b7 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733160301279/Put/seqid=0 2024-12-02T17:25:06,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741863_1040 (size=50301) 2024-12-02T17:25:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741863_1040 (size=50301) 2024-12-02T17:25:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741863_1040 (size=50301) 2024-12-02T17:25:06,202 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/c/88a3c24d483c49a7bd3a4380ac43f8b7 2024-12-02T17:25:06,209 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88a3c24d483c49a7bd3a4380ac43f8b7 2024-12-02T17:25:06,211 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/.tmp/c/88a3c24d483c49a7bd3a4380ac43f8b7 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/c/88a3c24d483c49a7bd3a4380ac43f8b7 2024-12-02T17:25:06,217 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88a3c24d483c49a7bd3a4380ac43f8b7 2024-12-02T17:25:06,217 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/c/88a3c24d483c49a7bd3a4380ac43f8b7, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-02T17:25:06,218 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for c1e5975a60b510967da4e3aeb010b4a5 in 42ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-02T17:25:06,219 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/0000000000000003002 2024-12-02T17:25:06,220 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:06,220 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:06,221 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T17:25:06,222 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c1e5975a60b510967da4e3aeb010b4a5 2024-12-02T17:25:06,225 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenIntoWAL/c1e5975a60b510967da4e3aeb010b4a5/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-02T17:25:06,226 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c1e5975a60b510967da4e3aeb010b4a5; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71686562, jitterRate=0.06821301579475403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T17:25:06,226 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c1e5975a60b510967da4e3aeb010b4a5: Writing region info on filesystem at 1733160305488Initializing all the Stores at 1733160305490 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160305490Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160305490Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160305490Cleaning up temporary data from old regions at 1733160306220 (+730 ms)Region opened successfully at 1733160306226 (+6 ms) 2024-12-02T17:25:06,296 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c1e5975a60b510967da4e3aeb010b4a5, disabling compactions & flushes 2024-12-02T17:25:06,296 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. 2024-12-02T17:25:06,296 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. 2024-12-02T17:25:06,296 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. after waiting 0 ms 2024-12-02T17:25:06,296 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. 2024-12-02T17:25:06,298 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733160300947.c1e5975a60b510967da4e3aeb010b4a5. 2024-12-02T17:25:06,299 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c1e5975a60b510967da4e3aeb010b4a5: Waiting for close lock at 1733160306296Disabling compacts and flushes for region at 1733160306296Disabling writes for close at 1733160306296Writing region close event to WAL at 1733160306298 (+2 ms)Closed at 1733160306298 2024-12-02T17:25:06,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741857_1034 (size=93) 2024-12-02T17:25:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741857_1034 (size=93) 2024-12-02T17:25:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741857_1034 (size=93) 2024-12-02T17:25:06,309 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:06,309 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733160305466) 2024-12-02T17:25:06,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=400 (was 384) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2040214407_22 at /127.0.0.1:43618 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2040214407_22 at /127.0.0.1:52522 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:41145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:46065 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2040214407_22 at /127.0.0.1:52538 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2040214407_22 at /127.0.0.1:33594 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:45791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:46065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=2783 (was 2858) 2024-12-02T17:25:06,350 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=2782 2024-12-02T17:25:06,368 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:06,370 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:06,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:06,373 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04135126, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-04135126, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:06,394 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04135126/hregion-04135126.1733160306374, exclude list is [], retry=0 2024-12-02T17:25:06,397 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:06,397 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:06,398 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:06,401 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04135126/hregion-04135126.1733160306374 2024-12-02T17:25:06,401 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:06,401 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d7b4f4d8d5e8631679a05286aa89e517, NAME => 'test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741865_1042 (size=43) 2024-12-02T17:25:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741865_1042 (size=43) 2024-12-02T17:25:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741865_1042 (size=43) 2024-12-02T17:25:06,415 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:06,416 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:06,418 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b4f4d8d5e8631679a05286aa89e517 columnFamilyName a 2024-12-02T17:25:06,418 DEBUG [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:06,419 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(327): Store=d7b4f4d8d5e8631679a05286aa89e517/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:06,419 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:06,420 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b4f4d8d5e8631679a05286aa89e517 columnFamilyName b 2024-12-02T17:25:06,421 DEBUG [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:06,421 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(327): Store=d7b4f4d8d5e8631679a05286aa89e517/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:06,421 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:06,423 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b4f4d8d5e8631679a05286aa89e517 columnFamilyName c 2024-12-02T17:25:06,423 DEBUG [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:06,424 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(327): Store=d7b4f4d8d5e8631679a05286aa89e517/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:06,424 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:06,424 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:06,425 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:06,426 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:06,426 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:06,427 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:06,429 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:06,431 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:06,432 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d7b4f4d8d5e8631679a05286aa89e517; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59332551, jitterRate=-0.11587609350681305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:06,433 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d7b4f4d8d5e8631679a05286aa89e517: Writing region info on filesystem at 1733160306415Initializing all the Stores at 1733160306416 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160306416Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160306416Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160306416Cleaning up temporary data from old regions at 1733160306426 (+10 ms)Region opened successfully at 1733160306433 (+7 ms) 2024-12-02T17:25:06,433 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d7b4f4d8d5e8631679a05286aa89e517, disabling compactions & flushes 2024-12-02T17:25:06,433 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. 2024-12-02T17:25:06,433 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. 2024-12-02T17:25:06,433 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. after waiting 0 ms 2024-12-02T17:25:06,433 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. 2024-12-02T17:25:06,434 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. 2024-12-02T17:25:06,434 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d7b4f4d8d5e8631679a05286aa89e517: Waiting for close lock at 1733160306433Disabling compacts and flushes for region at 1733160306433Disabling writes for close at 1733160306433Writing region close event to WAL at 1733160306434 (+1 ms)Closed at 1733160306434 2024-12-02T17:25:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741864_1041 (size=93) 2024-12-02T17:25:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741864_1041 (size=93) 2024-12-02T17:25:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741864_1041 (size=93) 2024-12-02T17:25:06,448 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:06,448 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04135126:(num 1733160306374) 2024-12-02T17:25:06,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:06,450 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:06,464 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451, exclude list is [], retry=0 2024-12-02T17:25:06,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:06,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:06,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:06,472 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451 2024-12-02T17:25:06,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:06,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741866_1043 (size=344306) 2024-12-02T17:25:06,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741866_1043 (size=344306) 2024-12-02T17:25:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741866_1043 (size=344306) 2024-12-02T17:25:06,696 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451, size=336.2 K (344306bytes) 2024-12-02T17:25:06,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451 2024-12-02T17:25:06,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451 after 1ms 2024-12-02T17:25:06,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451 took 5ms 2024-12-02T17:25:06,712 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733160306451.temp 2024-12-02T17:25:06,714 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000000001-wal.1733160306451.temp 2024-12-02T17:25:06,737 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451 so closing down 2024-12-02T17:25:06,737 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:06,738 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:06,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741867_1044 (size=344306) 2024-12-02T17:25:06,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741867_1044 (size=344306) 2024-12-02T17:25:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741867_1044 (size=344306) 2024-12-02T17:25:06,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000000001-wal.1733160306451.temp (wrote 3000 edits, skipped 0 edits in 12 ms) 2024-12-02T17:25:06,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000000001-wal.1733160306451.temp to hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003000 2024-12-02T17:25:06,747 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-12-02T17:25:06,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451, journal: Splitting hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451, size=336.2 K (344306bytes) at 1733160306696Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000000001-wal.1733160306451.temp at 1733160306714 (+18 ms)Split 1024 edits, skipped 0 edits. at 1733160306715 (+1 ms)Split 2048 edits, skipped 0 edits. at 1733160306727 (+12 ms)Finishing writing output for hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451 so closing down at 1733160306737 (+10 ms)3 split writer threads finished at 1733160306738 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000000001-wal.1733160306451.temp (wrote 3000 edits, skipped 0 edits in 12 ms) at 1733160306745 (+7 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000000001-wal.1733160306451.temp to hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003000 at 1733160306746 (+1 ms)Processed 3000 edits across 1 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1733160306747 (+1 ms) 2024-12-02T17:25:06,749 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306451 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160306451 2024-12-02T17:25:06,750 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003000 2024-12-02T17:25:06,750 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:06,752 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:06,767 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753, exclude list is [], retry=0 2024-12-02T17:25:06,770 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:06,770 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:06,770 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:06,774 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753 2024-12-02T17:25:06,774 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741868_1045 (size=344433) 2024-12-02T17:25:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741868_1045 (size=344433) 2024-12-02T17:25:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741868_1045 (size=344433) 2024-12-02T17:25:06,951 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753, size=336.4 K (344433bytes) 2024-12-02T17:25:06,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753 2024-12-02T17:25:06,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753 after 0ms 2024-12-02T17:25:06,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753 took 5ms 2024-12-02T17:25:06,960 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733160306753.temp 2024-12-02T17:25:06,963 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003001-wal.1733160306753.temp 2024-12-02T17:25:06,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753 so closing down 2024-12-02T17:25:06,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:06,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:06,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741869_1046 (size=344433) 2024-12-02T17:25:06,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741869_1046 (size=344433) 2024-12-02T17:25:06,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741869_1046 (size=344433) 2024-12-02T17:25:06,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003001-wal.1733160306753.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-12-02T17:25:07,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003001-wal.1733160306753.temp to hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000006000 2024-12-02T17:25:07,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-12-02T17:25:07,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753, journal: Splitting hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753, size=336.4 K (344433bytes) at 1733160306951Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003001-wal.1733160306753.temp at 1733160306963 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733160306967 (+4 ms)Split 2048 edits, skipped 0 edits. at 1733160306977 (+10 ms)Finishing writing output for hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753 so closing down at 1733160306986 (+9 ms)3 split writer threads finished at 1733160306986Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003001-wal.1733160306753.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1733160306999 (+13 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003001-wal.1733160306753.temp to hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000006000 at 1733160307001 (+2 ms)Processed 3000 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1733160307002 (+1 ms) 2024-12-02T17:25:07,004 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160306753 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160306753 2024-12-02T17:25:07,005 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000006000 2024-12-02T17:25:07,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:07,008 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/test2727-manual,16010,1733160306367, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:07,031 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160307009, exclude list is [], retry=0 2024-12-02T17:25:07,034 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:07,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:07,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:07,038 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733160306367/wal.1733160307009 2024-12-02T17:25:07,038 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:07,039 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d7b4f4d8d5e8631679a05286aa89e517, NAME => 'test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:07,039 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:07,039 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,039 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,041 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,042 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b4f4d8d5e8631679a05286aa89e517 columnFamilyName a 2024-12-02T17:25:07,042 DEBUG [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,043 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(327): Store=d7b4f4d8d5e8631679a05286aa89e517/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,043 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,044 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b4f4d8d5e8631679a05286aa89e517 columnFamilyName b 2024-12-02T17:25:07,044 DEBUG [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,044 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(327): Store=d7b4f4d8d5e8631679a05286aa89e517/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,045 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,046 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b4f4d8d5e8631679a05286aa89e517 columnFamilyName c 2024-12-02T17:25:07,046 DEBUG [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,046 INFO [StoreOpener-d7b4f4d8d5e8631679a05286aa89e517-1 {}] regionserver.HStore(327): Store=d7b4f4d8d5e8631679a05286aa89e517/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,046 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,047 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,050 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,051 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003000 2024-12-02T17:25:07,085 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003000 2024-12-02T17:25:07,086 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000006000 2024-12-02T17:25:07,131 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000006000 2024-12-02T17:25:07,131 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d7b4f4d8d5e8631679a05286aa89e517 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-02T17:25:07,163 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/.tmp/a/bf525315446b429cb2925dc48187321c is 41, key is test2727/a:100/1733160306779/Put/seqid=0 2024-12-02T17:25:07,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741871_1048 (size=84227) 2024-12-02T17:25:07,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741871_1048 (size=84227) 2024-12-02T17:25:07,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741871_1048 (size=84227) 2024-12-02T17:25:07,173 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/.tmp/a/bf525315446b429cb2925dc48187321c 2024-12-02T17:25:07,212 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/.tmp/b/b556c77668be4317a0f56b7dc19a2158 is 41, key is test2727/b:100/1733160306826/Put/seqid=0 2024-12-02T17:25:07,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741872_1049 (size=84609) 2024-12-02T17:25:07,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741872_1049 (size=84609) 2024-12-02T17:25:07,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741872_1049 (size=84609) 2024-12-02T17:25:07,220 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/.tmp/b/b556c77668be4317a0f56b7dc19a2158 2024-12-02T17:25:07,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/.tmp/c/b05f7bf9f3de4ae6a78eb32cbb6b358f is 41, key is test2727/c:100/1733160306872/Put/seqid=0 2024-12-02T17:25:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741873_1050 (size=84609) 2024-12-02T17:25:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741873_1050 (size=84609) 2024-12-02T17:25:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741873_1050 (size=84609) 2024-12-02T17:25:07,261 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/.tmp/c/b05f7bf9f3de4ae6a78eb32cbb6b358f 2024-12-02T17:25:07,268 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/.tmp/a/bf525315446b429cb2925dc48187321c as hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/a/bf525315446b429cb2925dc48187321c 2024-12-02T17:25:07,274 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/a/bf525315446b429cb2925dc48187321c, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-02T17:25:07,275 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/.tmp/b/b556c77668be4317a0f56b7dc19a2158 as hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/b/b556c77668be4317a0f56b7dc19a2158 2024-12-02T17:25:07,281 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/b/b556c77668be4317a0f56b7dc19a2158, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T17:25:07,282 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/.tmp/c/b05f7bf9f3de4ae6a78eb32cbb6b358f as hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/c/b05f7bf9f3de4ae6a78eb32cbb6b358f 2024-12-02T17:25:07,289 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/c/b05f7bf9f3de4ae6a78eb32cbb6b358f, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T17:25:07,289 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d7b4f4d8d5e8631679a05286aa89e517 in 158ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-02T17:25:07,291 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000003000 2024-12-02T17:25:07,291 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/0000000000000006000 2024-12-02T17:25:07,293 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,293 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,294 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:07,295 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d7b4f4d8d5e8631679a05286aa89e517 2024-12-02T17:25:07,297 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/test2727/d7b4f4d8d5e8631679a05286aa89e517/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-02T17:25:07,298 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d7b4f4d8d5e8631679a05286aa89e517; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68572985, jitterRate=0.021817103028297424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:07,300 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d7b4f4d8d5e8631679a05286aa89e517: Writing region info on filesystem at 1733160307039Initializing all the Stores at 1733160307040 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307040Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307041 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307041Obtaining lock to block concurrent updates at 1733160307131 (+90 ms)Preparing flush snapshotting stores in d7b4f4d8d5e8631679a05286aa89e517 at 1733160307131Finished memstore snapshotting test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733160307131Flushing stores of test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. at 1733160307131Flushing d7b4f4d8d5e8631679a05286aa89e517/a: creating writer at 1733160307132 (+1 ms)Flushing d7b4f4d8d5e8631679a05286aa89e517/a: appending metadata at 1733160307162 (+30 ms)Flushing d7b4f4d8d5e8631679a05286aa89e517/a: closing flushed file at 1733160307162Flushing d7b4f4d8d5e8631679a05286aa89e517/b: creating writer at 1733160307180 (+18 ms)Flushing d7b4f4d8d5e8631679a05286aa89e517/b: appending metadata at 1733160307210 (+30 ms)Flushing d7b4f4d8d5e8631679a05286aa89e517/b: closing flushed file at 1733160307210Flushing d7b4f4d8d5e8631679a05286aa89e517/c: creating writer at 1733160307227 (+17 ms)Flushing d7b4f4d8d5e8631679a05286aa89e517/c: appending metadata at 1733160307253 (+26 ms)Flushing d7b4f4d8d5e8631679a05286aa89e517/c: closing flushed file at 1733160307253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd36342: reopening flushed file at 1733160307267 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4472ab36: reopening flushed file at 1733160307274 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ddacbb: reopening flushed file at 1733160307281 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d7b4f4d8d5e8631679a05286aa89e517 in 158ms, sequenceid=6000, compaction requested=false; wal=null at 1733160307290 (+9 ms)Cleaning up temporary data from old regions at 1733160307293 (+3 ms)Region opened successfully at 1733160307299 (+6 ms) 2024-12-02T17:25:07,301 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-02T17:25:07,301 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d7b4f4d8d5e8631679a05286aa89e517, disabling compactions & flushes 2024-12-02T17:25:07,301 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. 2024-12-02T17:25:07,301 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. 2024-12-02T17:25:07,301 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. after waiting 0 ms 2024-12-02T17:25:07,301 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. 2024-12-02T17:25:07,302 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733160306368.d7b4f4d8d5e8631679a05286aa89e517. 2024-12-02T17:25:07,302 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d7b4f4d8d5e8631679a05286aa89e517: Waiting for close lock at 1733160307301Disabling compacts and flushes for region at 1733160307301Disabling writes for close at 1733160307301Writing region close event to WAL at 1733160307302 (+1 ms)Closed at 1733160307302 2024-12-02T17:25:07,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741870_1047 (size=93) 2024-12-02T17:25:07,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741870_1047 (size=93) 2024-12-02T17:25:07,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741870_1047 (size=93) 2024-12-02T17:25:07,311 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:07,311 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733160307009) 2024-12-02T17:25:07,325 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=402 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:33892 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:43694 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:54910 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=2606 (was 2782) 2024-12-02T17:25:07,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=2604 2024-12-02T17:25:07,354 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:07,361 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:07,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733160307361 2024-12-02T17:25:07,371 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361 2024-12-02T17:25:07,373 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139)] 2024-12-02T17:25:07,374 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a168def8b6c9e25700b1299bfefc06e1, NAME => 'testSequentialEditLogSeqNum,,1733160307354.a168def8b6c9e25700b1299bfefc06e1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:07,374 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733160307354.a168def8b6c9e25700b1299bfefc06e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:07,374 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a168def8b6c9e25700b1299bfefc06e1 2024-12-02T17:25:07,374 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a168def8b6c9e25700b1299bfefc06e1 2024-12-02T17:25:07,375 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1 doesn't exist for region: a168def8b6c9e25700b1299bfefc06e1 on table testSequentialEditLogSeqNum 2024-12-02T17:25:07,376 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: a168def8b6c9e25700b1299bfefc06e1 on table testSequentialEditLogSeqNum 2024-12-02T17:25:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741875_1052 (size=62) 2024-12-02T17:25:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741875_1052 (size=62) 2024-12-02T17:25:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741875_1052 (size=62) 2024-12-02T17:25:07,392 INFO [StoreOpener-a168def8b6c9e25700b1299bfefc06e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a168def8b6c9e25700b1299bfefc06e1 2024-12-02T17:25:07,393 INFO [StoreOpener-a168def8b6c9e25700b1299bfefc06e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a168def8b6c9e25700b1299bfefc06e1 columnFamilyName a 2024-12-02T17:25:07,393 DEBUG [StoreOpener-a168def8b6c9e25700b1299bfefc06e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,394 INFO [StoreOpener-a168def8b6c9e25700b1299bfefc06e1-1 {}] regionserver.HStore(327): Store=a168def8b6c9e25700b1299bfefc06e1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,394 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a168def8b6c9e25700b1299bfefc06e1 2024-12-02T17:25:07,395 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1 2024-12-02T17:25:07,395 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1 2024-12-02T17:25:07,396 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a168def8b6c9e25700b1299bfefc06e1 2024-12-02T17:25:07,396 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a168def8b6c9e25700b1299bfefc06e1 2024-12-02T17:25:07,398 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a168def8b6c9e25700b1299bfefc06e1 2024-12-02T17:25:07,400 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:07,401 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a168def8b6c9e25700b1299bfefc06e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70400131, jitterRate=0.049043700098991394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T17:25:07,402 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a168def8b6c9e25700b1299bfefc06e1: Writing region info on filesystem at 1733160307375Initializing all the Stores at 1733160307391 (+16 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307391Cleaning up temporary data from old regions at 1733160307396 (+5 ms)Region opened successfully at 1733160307402 (+6 ms) 2024-12-02T17:25:07,415 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a168def8b6c9e25700b1299bfefc06e1 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-02T17:25:07,445 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/.tmp/a/13093e5f8c1b4901b6016b5a87819024 is 81, key is testSequentialEditLogSeqNum/a:x0/1733160307402/Put/seqid=0 2024-12-02T17:25:07,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741876_1053 (size=5833) 2024-12-02T17:25:07,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741876_1053 (size=5833) 2024-12-02T17:25:07,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741876_1053 (size=5833) 2024-12-02T17:25:07,454 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/.tmp/a/13093e5f8c1b4901b6016b5a87819024 2024-12-02T17:25:07,462 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/.tmp/a/13093e5f8c1b4901b6016b5a87819024 as hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/a/13093e5f8c1b4901b6016b5a87819024 2024-12-02T17:25:07,468 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/a/13093e5f8c1b4901b6016b5a87819024, entries=10, sequenceid=13, filesize=5.7 K 2024-12-02T17:25:07,469 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a168def8b6c9e25700b1299bfefc06e1 in 54ms, sequenceid=13, compaction requested=false 2024-12-02T17:25:07,470 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a168def8b6c9e25700b1299bfefc06e1: 2024-12-02T17:25:07,475 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T17:25:07,475 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T17:25:07,476 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T17:25:07,476 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T17:25:07,476 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T17:25:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741874_1051 (size=3017) 2024-12-02T17:25:07,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741874_1051 (size=3017) 2024-12-02T17:25:07,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741874_1051 (size=3017) 2024-12-02T17:25:07,496 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361, size=2.9 K (3017bytes) 2024-12-02T17:25:07,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361 2024-12-02T17:25:07,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361 after 1ms 2024-12-02T17:25:07,500 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361 took 4ms 2024-12-02T17:25:07,502 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361 so closing down 2024-12-02T17:25:07,502 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:07,503 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733160307361.temp 2024-12-02T17:25:07,505 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/recovered.edits/0000000000000000003-wal.1733160307361.temp 2024-12-02T17:25:07,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741877_1054 (size=2433) 2024-12-02T17:25:07,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741877_1054 (size=2433) 2024-12-02T17:25:07,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741877_1054 (size=2433) 2024-12-02T17:25:07,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/recovered.edits/0000000000000000003-wal.1733160307361.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:07,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/recovered.edits/0000000000000000003-wal.1733160307361.temp to hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/recovered.edits/0000000000000000020 2024-12-02T17:25:07,522 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 22 ms; skipped=2; WAL=hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-12-02T17:25:07,522 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361, journal: Splitting hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361, size=2.9 K (3017bytes) at 1733160307496Finishing writing output for hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361 so closing down at 1733160307502 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/recovered.edits/0000000000000000003-wal.1733160307361.temp at 1733160307505 (+3 ms)3 split writer threads finished at 1733160307505Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/recovered.edits/0000000000000000003-wal.1733160307361.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733160307519 (+14 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/recovered.edits/0000000000000000003-wal.1733160307361.temp to hdfs://localhost:46065/hbase/data/default/testSequentialEditLogSeqNum/a168def8b6c9e25700b1299bfefc06e1/recovered.edits/0000000000000000020 at 1733160307521 (+2 ms)Processed 17 edits across 1 Regions in 22 ms; skipped=2; WAL=hdfs://localhost:46065/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733160307353/wal.1733160307361, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1733160307522 (+1 ms) 2024-12-02T17:25:07,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T17:25:07,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:07,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T17:25:07,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T17:25:07,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:43694 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:54910 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=2585 (was 2604) 2024-12-02T17:25:07,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T17:25:07,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:07,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-02T17:25:07,546 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:07,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-02T17:25:07,547 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:07,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=2583 2024-12-02T17:25:07,571 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:07,573 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:07,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:07,600 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89509580, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-89509580, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:07,615 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89509580/hregion-89509580.1733160307601, exclude list is [], retry=0 2024-12-02T17:25:07,621 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:07,621 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:07,622 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:07,627 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89509580/hregion-89509580.1733160307601 2024-12-02T17:25:07,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:07,628 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b161f4930867b02eabde844194ef9bb6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:07,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741879_1056 (size=70) 2024-12-02T17:25:07,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741879_1056 (size=70) 2024-12-02T17:25:07,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741879_1056 (size=70) 2024-12-02T17:25:07,649 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:07,654 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,656 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b161f4930867b02eabde844194ef9bb6 columnFamilyName a 2024-12-02T17:25:07,656 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,657 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(327): Store=b161f4930867b02eabde844194ef9bb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,657 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,659 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b161f4930867b02eabde844194ef9bb6 columnFamilyName b 2024-12-02T17:25:07,659 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,660 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(327): Store=b161f4930867b02eabde844194ef9bb6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,660 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,662 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b161f4930867b02eabde844194ef9bb6 columnFamilyName c 2024-12-02T17:25:07,662 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,662 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(327): Store=b161f4930867b02eabde844194ef9bb6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,663 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,663 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,664 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,665 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,665 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,666 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:07,668 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,671 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:07,671 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b161f4930867b02eabde844194ef9bb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70924626, jitterRate=0.05685928463935852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:07,673 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b161f4930867b02eabde844194ef9bb6: Writing region info on filesystem at 1733160307649Initializing all the Stores at 1733160307653 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307653Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307653Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307654 (+1 ms)Cleaning up temporary data from old regions at 1733160307665 (+11 ms)Region opened successfully at 1733160307673 (+8 ms) 2024-12-02T17:25:07,673 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b161f4930867b02eabde844194ef9bb6, disabling compactions & flushes 2024-12-02T17:25:07,673 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. 2024-12-02T17:25:07,673 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. 2024-12-02T17:25:07,673 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. after waiting 0 ms 2024-12-02T17:25:07,673 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. 2024-12-02T17:25:07,674 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. 2024-12-02T17:25:07,674 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b161f4930867b02eabde844194ef9bb6: Waiting for close lock at 1733160307673Disabling compacts and flushes for region at 1733160307673Disabling writes for close at 1733160307673Writing region close event to WAL at 1733160307674 (+1 ms)Closed at 1733160307674 2024-12-02T17:25:07,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741878_1055 (size=93) 2024-12-02T17:25:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741878_1055 (size=93) 2024-12-02T17:25:07,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741878_1055 (size=93) 2024-12-02T17:25:07,685 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:07,685 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89509580:(num 1733160307601) 2024-12-02T17:25:07,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:07,688 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:07,711 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689, exclude list is [], retry=0 2024-12-02T17:25:07,715 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:07,716 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:07,716 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:07,721 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 2024-12-02T17:25:07,721 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:07,722 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b161f4930867b02eabde844194ef9bb6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:07,722 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:07,722 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,722 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,724 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,725 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b161f4930867b02eabde844194ef9bb6 columnFamilyName a 2024-12-02T17:25:07,725 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,726 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(327): Store=b161f4930867b02eabde844194ef9bb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,726 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,727 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b161f4930867b02eabde844194ef9bb6 columnFamilyName b 2024-12-02T17:25:07,727 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,727 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(327): Store=b161f4930867b02eabde844194ef9bb6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,727 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,728 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b161f4930867b02eabde844194ef9bb6 columnFamilyName c 2024-12-02T17:25:07,728 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:07,729 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(327): Store=b161f4930867b02eabde844194ef9bb6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:07,729 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,730 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,731 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,732 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,732 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,732 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:07,734 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:07,735 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b161f4930867b02eabde844194ef9bb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73068536, jitterRate=0.08880603313446045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:07,736 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b161f4930867b02eabde844194ef9bb6: Writing region info on filesystem at 1733160307722Initializing all the Stores at 1733160307724 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307724Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307724Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160307724Cleaning up temporary data from old regions at 1733160307732 (+8 ms)Region opened successfully at 1733160307736 (+4 ms) 2024-12-02T17:25:07,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733160307740/Put/seqid=0 2024-12-02T17:25:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741881_1058 (size=4826) 2024-12-02T17:25:07,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741881_1058 (size=4826) 2024-12-02T17:25:07,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741881_1058 (size=4826) 2024-12-02T17:25:07,751 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46065/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in b161f4930867b02eabde844194ef9bb6/a 2024-12-02T17:25:07,761 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-02T17:25:07,761 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T17:25:07,762 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b161f4930867b02eabde844194ef9bb6: 2024-12-02T17:25:07,764 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/a/cf4cd74c0cf14b81a72d5339dcae41b3_SeqId_3_ 2024-12-02T17:25:07,765 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46065/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b161f4930867b02eabde844194ef9bb6/a as hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/a/cf4cd74c0cf14b81a72d5339dcae41b3_SeqId_3_ - updating store file list. 2024-12-02T17:25:07,771 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf4cd74c0cf14b81a72d5339dcae41b3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T17:25:07,771 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/a/cf4cd74c0cf14b81a72d5339dcae41b3_SeqId_3_ into b161f4930867b02eabde844194ef9bb6/a 2024-12-02T17:25:07,772 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46065/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b161f4930867b02eabde844194ef9bb6/a (new location: hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/a/cf4cd74c0cf14b81a72d5339dcae41b3_SeqId_3_) 2024-12-02T17:25:07,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689, size=0 (0bytes) 2024-12-02T17:25:07,817 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 might be still open, length is 0 2024-12-02T17:25:07,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 2024-12-02T17:25:07,817 WARN [IPC Server handler 1 on default port 46065 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-02T17:25:07,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 after 0ms 2024-12-02T17:25:08,071 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:54998 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43367:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54998 dst: /127.0.0.1:43367 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43367 remote=/127.0.0.1:54998]. Total timeout mills is 60000, 59706 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:08,072 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:40074 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46337:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40074 dst: /127.0.0.1:46337 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:08,072 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:34006 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34006 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:08,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741880_1059 (size=504) 2024-12-02T17:25:08,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741880_1059 (size=504) 2024-12-02T17:25:08,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741880_1059 (size=504) 2024-12-02T17:25:11,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 after 4001ms 2024-12-02T17:25:11,822 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 took 4006ms 2024-12-02T17:25:11,824 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689; continuing. 2024-12-02T17:25:11,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 so closing down 2024-12-02T17:25:11,824 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:11,826 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733160307689.temp 2024-12-02T17:25:11,827 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005-wal.1733160307689.temp 2024-12-02T17:25:11,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741882_1060 (size=238) 2024-12-02T17:25:11,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741882_1060 (size=238) 2024-12-02T17:25:11,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741882_1060 (size=238) 2024-12-02T17:25:11,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005-wal.1733160307689.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:11,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005-wal.1733160307689.temp to hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005 2024-12-02T17:25:11,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T17:25:11,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689, journal: Splitting hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689, size=0 (0bytes) at 1733160307817Finishing writing output for hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 so closing down at 1733160311824 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005-wal.1733160307689.temp at 1733160311827 (+3 ms)3 split writer threads finished at 1733160311828 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005-wal.1733160307689.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733160311838 (+10 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005-wal.1733160307689.temp to hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005 at 1733160311840 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689, size=0, length=0, corrupted=false, cancelled=false at 1733160311840 2024-12-02T17:25:11,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160307689 2024-12-02T17:25:11,842 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005 2024-12-02T17:25:11,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:11,844 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:11,859 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160311845, exclude list is [], retry=0 2024-12-02T17:25:11,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:11,862 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:11,862 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:11,864 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160311845 2024-12-02T17:25:11,864 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:11,864 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b161f4930867b02eabde844194ef9bb6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:11,864 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:11,865 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,865 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,866 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,867 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b161f4930867b02eabde844194ef9bb6 columnFamilyName a 2024-12-02T17:25:11,867 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:11,902 DEBUG [StoreFileOpener-b161f4930867b02eabde844194ef9bb6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf4cd74c0cf14b81a72d5339dcae41b3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T17:25:11,902 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/a/cf4cd74c0cf14b81a72d5339dcae41b3_SeqId_3_ 2024-12-02T17:25:11,903 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(327): Store=b161f4930867b02eabde844194ef9bb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:11,903 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,905 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b161f4930867b02eabde844194ef9bb6 columnFamilyName b 2024-12-02T17:25:11,905 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:11,906 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(327): Store=b161f4930867b02eabde844194ef9bb6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:11,906 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,907 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b161f4930867b02eabde844194ef9bb6 columnFamilyName c 2024-12-02T17:25:11,907 DEBUG [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:11,912 INFO [StoreOpener-b161f4930867b02eabde844194ef9bb6-1 {}] regionserver.HStore(327): Store=b161f4930867b02eabde844194ef9bb6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:11,913 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,914 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,916 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,917 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005 2024-12-02T17:25:11,921 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005 2024-12-02T17:25:11,921 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b161f4930867b02eabde844194ef9bb6 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-02T17:25:11,939 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/.tmp/a/ce3a42d0f02146c7aeaee8b4ffc8b170 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733160307777/Put/seqid=0 2024-12-02T17:25:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741884_1062 (size=5149) 2024-12-02T17:25:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741884_1062 (size=5149) 2024-12-02T17:25:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741884_1062 (size=5149) 2024-12-02T17:25:11,955 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/.tmp/a/ce3a42d0f02146c7aeaee8b4ffc8b170 2024-12-02T17:25:11,961 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/.tmp/a/ce3a42d0f02146c7aeaee8b4ffc8b170 as hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/a/ce3a42d0f02146c7aeaee8b4ffc8b170 2024-12-02T17:25:11,971 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/a/ce3a42d0f02146c7aeaee8b4ffc8b170, entries=1, sequenceid=5, filesize=5.0 K 2024-12-02T17:25:11,971 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b161f4930867b02eabde844194ef9bb6 in 50ms, sequenceid=5, compaction requested=false; wal=null 2024-12-02T17:25:11,972 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/0000000000000000005 2024-12-02T17:25:11,973 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,973 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,974 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:11,976 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b161f4930867b02eabde844194ef9bb6 2024-12-02T17:25:11,978 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b161f4930867b02eabde844194ef9bb6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T17:25:11,979 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b161f4930867b02eabde844194ef9bb6; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64117734, jitterRate=-0.04457131028175354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:11,979 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b161f4930867b02eabde844194ef9bb6: Writing region info on filesystem at 1733160311865Initializing all the Stores at 1733160311866 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160311866Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160311866Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160311866Obtaining lock to block concurrent updates at 1733160311921 (+55 ms)Preparing flush snapshotting stores in b161f4930867b02eabde844194ef9bb6 at 1733160311921Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733160311921Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. at 1733160311921Flushing b161f4930867b02eabde844194ef9bb6/a: creating writer at 1733160311921Flushing b161f4930867b02eabde844194ef9bb6/a: appending metadata at 1733160311938 (+17 ms)Flushing b161f4930867b02eabde844194ef9bb6/a: closing flushed file at 1733160311938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a71a37: reopening flushed file at 1733160311961 (+23 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b161f4930867b02eabde844194ef9bb6 in 50ms, sequenceid=5, compaction requested=false; wal=null at 1733160311971 (+10 ms)Cleaning up temporary data from old regions at 1733160311973 (+2 ms)Region opened successfully at 1733160311979 (+6 ms) 2024-12-02T17:25:11,983 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b161f4930867b02eabde844194ef9bb6, disabling compactions & flushes 2024-12-02T17:25:11,983 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. 2024-12-02T17:25:11,983 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. 2024-12-02T17:25:11,983 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. after waiting 0 ms 2024-12-02T17:25:11,983 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. 2024-12-02T17:25:11,984 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733160307572.b161f4930867b02eabde844194ef9bb6. 2024-12-02T17:25:11,984 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b161f4930867b02eabde844194ef9bb6: Waiting for close lock at 1733160311983Disabling compacts and flushes for region at 1733160311983Disabling writes for close at 1733160311983Writing region close event to WAL at 1733160311984 (+1 ms)Closed at 1733160311984 2024-12-02T17:25:11,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741883_1061 (size=93) 2024-12-02T17:25:11,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741883_1061 (size=93) 2024-12-02T17:25:11,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741883_1061 (size=93) 2024-12-02T17:25:11,990 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:11,990 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733160311845) 2024-12-02T17:25:12,007 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-654683511_22 at /127.0.0.1:40100 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:46065 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:46065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-654683511_22 at /127.0.0.1:55010 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-654683511_22 at /127.0.0.1:34052 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 364) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2488 (was 2583) 2024-12-02T17:25:12,022 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=2487 2024-12-02T17:25:12,044 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:12,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T17:25:12,056 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3b3375d1a925,46655,1733160297139 2024-12-02T17:25:12,058 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dffa7dd 2024-12-02T17:25:12,059 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T17:25:12,061 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T17:25:12,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T17:25:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T17:25:12,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T17:25:12,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-02T17:25:12,076 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:12,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T17:25:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T17:25:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741885_1063 (size=694) 2024-12-02T17:25:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741885_1063 (size=694) 2024-12-02T17:25:12,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741885_1063 (size=694) 2024-12-02T17:25:12,094 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db1162651c60118c9faf7a561e6f0f70, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757 2024-12-02T17:25:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741886_1064 (size=77) 2024-12-02T17:25:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741886_1064 (size=77) 2024-12-02T17:25:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741886_1064 (size=77) 2024-12-02T17:25:12,104 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:12,104 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing db1162651c60118c9faf7a561e6f0f70, disabling compactions & flushes 2024-12-02T17:25:12,104 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,104 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,104 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. after waiting 0 ms 2024-12-02T17:25:12,104 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,104 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,104 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for db1162651c60118c9faf7a561e6f0f70: Waiting for close lock at 1733160312104Disabling compacts and flushes for region at 1733160312104Disabling writes for close at 1733160312104Writing region close event to WAL at 1733160312104Closed at 1733160312104 2024-12-02T17:25:12,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T17:25:12,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733160312106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733160312106"}]},"ts":"1733160312106"} 2024-12-02T17:25:12,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T17:25:12,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T17:25:12,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733160312117"}]},"ts":"1733160312117"} 2024-12-02T17:25:12,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-02T17:25:12,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3b3375d1a925=0} racks are {/default-rack=0} 2024-12-02T17:25:12,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T17:25:12,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T17:25:12,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T17:25:12,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T17:25:12,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T17:25:12,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T17:25:12,125 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T17:25:12,125 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T17:25:12,125 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T17:25:12,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T17:25:12,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN}] 2024-12-02T17:25:12,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN 2024-12-02T17:25:12,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN; state=OFFLINE, location=3b3375d1a925,36725,1733160297943; forceNewPlan=false, retain=false 2024-12-02T17:25:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T17:25:12,283 INFO [3b3375d1a925:46655 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T17:25:12,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=OPENING, regionLocation=3b3375d1a925,36725,1733160297943 2024-12-02T17:25:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN because future has completed 2024-12-02T17:25:12,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,36725,1733160297943}] 2024-12-02T17:25:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T17:25:12,442 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T17:25:12,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T17:25:12,449 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,449 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db1162651c60118c9faf7a561e6f0f70, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:12,450 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,450 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:12,450 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,450 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,451 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,453 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf1 2024-12-02T17:25:12,453 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:12,454 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:12,454 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,455 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf2 2024-12-02T17:25:12,455 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:12,455 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:12,456 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,456 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,457 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,457 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,457 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,458 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T17:25:12,460 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,462 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:12,463 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db1162651c60118c9faf7a561e6f0f70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59282545, jitterRate=-0.1166212409734726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T17:25:12,463 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,464 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db1162651c60118c9faf7a561e6f0f70: Running coprocessor pre-open hook at 1733160312450Writing region info on filesystem at 1733160312450Initializing all the Stores at 1733160312451 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160312451Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160312451Cleaning up temporary data from old regions at 1733160312457 (+6 ms)Running coprocessor post-open hooks at 1733160312463 (+6 ms)Region opened successfully at 1733160312463 2024-12-02T17:25:12,465 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., pid=6, masterSystemTime=1733160312442 2024-12-02T17:25:12,468 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,468 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=OPEN, openSeqNum=2, regionLocation=3b3375d1a925,36725,1733160297943 2024-12-02T17:25:12,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,36725,1733160297943 because future has completed 2024-12-02T17:25:12,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T17:25:12,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,36725,1733160297943 in 186 msec 2024-12-02T17:25:12,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T17:25:12,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN in 349 msec 2024-12-02T17:25:12,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T17:25:12,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733160312481"}]},"ts":"1733160312481"} 2024-12-02T17:25:12,484 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-02T17:25:12,485 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T17:25:12,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 419 msec 2024-12-02T17:25:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T17:25:12,714 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-02T17:25:12,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-02T17:25:12,715 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T17:25:12,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-02T17:25:12,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T17:25:12,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-02T17:25:12,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=2] 2024-12-02T17:25:12,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T17:25:12,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T17:25:12,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=db1162651c60118c9faf7a561e6f0f70, source=3b3375d1a925,36725,1733160297943, destination=3b3375d1a925,32887,1733160297810, warming up region on 3b3375d1a925,32887,1733160297810 2024-12-02T17:25:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T17:25:12,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=db1162651c60118c9faf7a561e6f0f70, source=3b3375d1a925,36725,1733160297943, destination=3b3375d1a925,32887,1733160297810, running balancer 2024-12-02T17:25:12,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T17:25:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE 2024-12-02T17:25:12,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE 2024-12-02T17:25:12,758 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=CLOSING, regionLocation=3b3375d1a925,36725,1733160297943 2024-12-02T17:25:12,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(7855): Warmup {ENCODED => db1162651c60118c9faf7a561e6f0f70, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:12,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE because future has completed 2024-12-02T17:25:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:12,761 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T17:25:12,761 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,36725,1733160297943}] 2024-12-02T17:25:12,763 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf1 2024-12-02T17:25:12,763 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:12,763 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:12,764 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,765 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf2 2024-12-02T17:25:12,765 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:12,765 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(1722): Closing db1162651c60118c9faf7a561e6f0f70, disabling compactions & flushes 2024-12-02T17:25:12,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. after waiting 0 ms 2024-12-02T17:25:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(1676): Region close journal for db1162651c60118c9faf7a561e6f0f70: Waiting for close lock at 1733160312766Disabling compacts and flushes for region at 1733160312766Disabling writes for close at 1733160312766Writing region close event to WAL at 1733160312767 (+1 ms)Closed at 1733160312767 2024-12-02T17:25:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-02T17:25:12,920 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,920 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T17:25:12,921 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing db1162651c60118c9faf7a561e6f0f70, disabling compactions & flushes 2024-12-02T17:25:12,921 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,921 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,921 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. after waiting 0 ms 2024-12-02T17:25:12,921 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,921 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing db1162651c60118c9faf7a561e6f0f70 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-02T17:25:12,939 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf1/ef80820bd5c44f6d8a96aa83bc519cbc is 35, key is r1/cf1:q/1733160312738/Put/seqid=0 2024-12-02T17:25:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741887_1065 (size=4783) 2024-12-02T17:25:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741887_1065 (size=4783) 2024-12-02T17:25:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741887_1065 (size=4783) 2024-12-02T17:25:12,947 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf1/ef80820bd5c44f6d8a96aa83bc519cbc 2024-12-02T17:25:12,954 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf1/ef80820bd5c44f6d8a96aa83bc519cbc as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ef80820bd5c44f6d8a96aa83bc519cbc 2024-12-02T17:25:12,960 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ef80820bd5c44f6d8a96aa83bc519cbc, entries=1, sequenceid=5, filesize=4.7 K 2024-12-02T17:25:12,961 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for db1162651c60118c9faf7a561e6f0f70 in 40ms, sequenceid=5, compaction requested=false 2024-12-02T17:25:12,961 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-02T17:25:12,966 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T17:25:12,968 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:12,968 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for db1162651c60118c9faf7a561e6f0f70: Waiting for close lock at 1733160312921Running coprocessor pre-close hooks at 1733160312921Disabling compacts and flushes for region at 1733160312921Disabling writes for close at 1733160312921Obtaining lock to block concurrent updates at 1733160312921Preparing flush snapshotting stores in db1162651c60118c9faf7a561e6f0f70 at 1733160312921Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733160312921Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. at 1733160312922 (+1 ms)Flushing db1162651c60118c9faf7a561e6f0f70/cf1: creating writer at 1733160312922Flushing db1162651c60118c9faf7a561e6f0f70/cf1: appending metadata at 1733160312938 (+16 ms)Flushing db1162651c60118c9faf7a561e6f0f70/cf1: closing flushed file at 1733160312939 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d225607: reopening flushed file at 1733160312953 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for db1162651c60118c9faf7a561e6f0f70 in 40ms, sequenceid=5, compaction requested=false at 1733160312961 (+8 ms)Writing region close event to WAL at 1733160312962 (+1 ms)Running coprocessor post-close hooks at 1733160312966 (+4 ms)Closed at 1733160312968 (+2 ms) 2024-12-02T17:25:12,969 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding db1162651c60118c9faf7a561e6f0f70 move to 3b3375d1a925,32887,1733160297810 record at close sequenceid=5 2024-12-02T17:25:12,972 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:12,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=CLOSED 2024-12-02T17:25:12,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,36725,1733160297943 because future has completed 2024-12-02T17:25:12,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T17:25:12,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,36725,1733160297943 in 216 msec 2024-12-02T17:25:12,982 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE; state=CLOSED, location=3b3375d1a925,32887,1733160297810; forceNewPlan=false, retain=false 2024-12-02T17:25:13,132 INFO [3b3375d1a925:46655 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T17:25:13,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=OPENING, regionLocation=3b3375d1a925,32887,1733160297810 2024-12-02T17:25:13,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE because future has completed 2024-12-02T17:25:13,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,32887,1733160297810}] 2024-12-02T17:25:13,294 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:13,295 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => db1162651c60118c9faf7a561e6f0f70, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:13,295 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,295 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:13,295 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,295 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,297 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,298 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf1 2024-12-02T17:25:13,298 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:13,305 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ef80820bd5c44f6d8a96aa83bc519cbc 2024-12-02T17:25:13,305 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:13,305 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,306 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf2 2024-12-02T17:25:13,306 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:13,306 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:13,306 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,307 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,309 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,309 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,310 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,310 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T17:25:13,312 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,313 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened db1162651c60118c9faf7a561e6f0f70; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74630224, jitterRate=0.11207699775695801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T17:25:13,313 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:13,313 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for db1162651c60118c9faf7a561e6f0f70: Running coprocessor pre-open hook at 1733160313295Writing region info on filesystem at 1733160313295Initializing all the Stores at 1733160313296 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160313296Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160313297 (+1 ms)Cleaning up temporary data from old regions at 1733160313310 (+13 ms)Running coprocessor post-open hooks at 1733160313313 (+3 ms)Region opened successfully at 1733160313313 2024-12-02T17:25:13,315 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., pid=9, masterSystemTime=1733160313289 2024-12-02T17:25:13,317 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:13,318 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:13,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=OPEN, openSeqNum=9, regionLocation=3b3375d1a925,32887,1733160297810 2024-12-02T17:25:13,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,32887,1733160297810 because future has completed 2024-12-02T17:25:13,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-02T17:25:13,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,32887,1733160297810 in 186 msec 2024-12-02T17:25:13,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE in 571 msec 2024-12-02T17:25:13,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T17:25:13,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T17:25:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:38506 deadline: 1733160373367, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b3375d1a925 port=32887 startCode=1733160297810. As of locationSeqNum=5. 2024-12-02T17:25:13,373 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b3375d1a925 port=32887 startCode=1733160297810. As of locationSeqNum=5. 2024-12-02T17:25:13,373 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b3375d1a925 port=32887 startCode=1733160297810. As of locationSeqNum=5. 2024-12-02T17:25:13,373 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,32887,1733160297810, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b3375d1a925 port=32887 startCode=1733160297810. As of locationSeqNum=5. 2024-12-02T17:25:13,483 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T17:25:13,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T17:25:13,495 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db1162651c60118c9faf7a561e6f0f70 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-02T17:25:13,513 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf1/ceb8425896414adbba34f8436889b756 is 29, key is r1/cf1:/1733160313486/DeleteFamily/seqid=0 2024-12-02T17:25:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741888_1066 (size=4906) 2024-12-02T17:25:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741888_1066 (size=4906) 2024-12-02T17:25:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741888_1066 (size=4906) 2024-12-02T17:25:13,927 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf1/ceb8425896414adbba34f8436889b756 2024-12-02T17:25:13,934 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceb8425896414adbba34f8436889b756 2024-12-02T17:25:13,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf2/f3240a0e03674bb080f2034f72e5f134 is 29, key is r1/cf2:/1733160313486/DeleteFamily/seqid=0 2024-12-02T17:25:13,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741889_1067 (size=4906) 2024-12-02T17:25:13,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741889_1067 (size=4906) 2024-12-02T17:25:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741889_1067 (size=4906) 2024-12-02T17:25:13,957 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf2/f3240a0e03674bb080f2034f72e5f134 2024-12-02T17:25:13,962 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3240a0e03674bb080f2034f72e5f134 2024-12-02T17:25:13,963 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf1/ceb8425896414adbba34f8436889b756 as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ceb8425896414adbba34f8436889b756 2024-12-02T17:25:13,969 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceb8425896414adbba34f8436889b756 2024-12-02T17:25:13,969 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ceb8425896414adbba34f8436889b756, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T17:25:13,970 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf2/f3240a0e03674bb080f2034f72e5f134 as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/f3240a0e03674bb080f2034f72e5f134 2024-12-02T17:25:13,975 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3240a0e03674bb080f2034f72e5f134 2024-12-02T17:25:13,975 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/f3240a0e03674bb080f2034f72e5f134, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T17:25:13,976 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for db1162651c60118c9faf7a561e6f0f70 in 481ms, sequenceid=12, compaction requested=false 2024-12-02T17:25:13,976 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for db1162651c60118c9faf7a561e6f0f70: 2024-12-02T17:25:13,978 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T17:25:13,980 DEBUG [Time-limited test {}] regionserver.HStore(1541): db1162651c60118c9faf7a561e6f0f70/cf1 is initiating major compaction (all files) 2024-12-02T17:25:13,980 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T17:25:13,980 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:25:13,980 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of db1162651c60118c9faf7a561e6f0f70/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:13,981 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ef80820bd5c44f6d8a96aa83bc519cbc, hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ceb8425896414adbba34f8436889b756] into tmpdir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp, totalSize=9.5 K 2024-12-02T17:25:13,982 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ef80820bd5c44f6d8a96aa83bc519cbc, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733160312738 2024-12-02T17:25:13,982 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ceb8425896414adbba34f8436889b756, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T17:25:13,992 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): db1162651c60118c9faf7a561e6f0f70#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T17:25:13,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741890_1068 (size=4626) 2024-12-02T17:25:13,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741890_1068 (size=4626) 2024-12-02T17:25:13,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741890_1068 (size=4626) 2024-12-02T17:25:14,004 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf1/0c1775a607fd4f0c8793784b20a8f8fb as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/0c1775a607fd4f0c8793784b20a8f8fb 2024-12-02T17:25:14,017 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in db1162651c60118c9faf7a561e6f0f70/cf1 of db1162651c60118c9faf7a561e6f0f70 into 0c1775a607fd4f0c8793784b20a8f8fb(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T17:25:14,017 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for db1162651c60118c9faf7a561e6f0f70: 2024-12-02T17:25:14,017 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T17:25:14,017 DEBUG [Time-limited test {}] regionserver.HStore(1541): db1162651c60118c9faf7a561e6f0f70/cf2 is initiating major compaction (all files) 2024-12-02T17:25:14,017 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T17:25:14,017 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T17:25:14,018 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of db1162651c60118c9faf7a561e6f0f70/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,018 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/f3240a0e03674bb080f2034f72e5f134] into tmpdir=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp, totalSize=4.8 K 2024-12-02T17:25:14,018 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f3240a0e03674bb080f2034f72e5f134, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T17:25:14,023 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): db1162651c60118c9faf7a561e6f0f70#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T17:25:14,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741891_1069 (size=4592) 2024-12-02T17:25:14,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741891_1069 (size=4592) 2024-12-02T17:25:14,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741891_1069 (size=4592) 2024-12-02T17:25:14,039 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/.tmp/cf2/24c9f864443548f98c8f26d030a3e020 as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/24c9f864443548f98c8f26d030a3e020 2024-12-02T17:25:14,046 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in db1162651c60118c9faf7a561e6f0f70/cf2 of db1162651c60118c9faf7a561e6f0f70 into 24c9f864443548f98c8f26d030a3e020(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T17:25:14,046 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for db1162651c60118c9faf7a561e6f0f70: 2024-12-02T17:25:14,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=db1162651c60118c9faf7a561e6f0f70, source=3b3375d1a925,32887,1733160297810, destination=3b3375d1a925,36725,1733160297943, warming up region on 3b3375d1a925,36725,1733160297943 2024-12-02T17:25:14,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=db1162651c60118c9faf7a561e6f0f70, source=3b3375d1a925,32887,1733160297810, destination=3b3375d1a925,36725,1733160297943, running balancer 2024-12-02T17:25:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE 2024-12-02T17:25:14,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE 2024-12-02T17:25:14,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=CLOSING, regionLocation=3b3375d1a925,32887,1733160297810 2024-12-02T17:25:14,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.HRegion(7855): Warmup {ENCODED => db1162651c60118c9faf7a561e6f0f70, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:14,054 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,055 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf1 2024-12-02T17:25:14,055 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:14,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE because future has completed 2024-12-02T17:25:14,056 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T17:25:14,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,32887,1733160297810}] 2024-12-02T17:25:14,062 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/0c1775a607fd4f0c8793784b20a8f8fb 2024-12-02T17:25:14,067 INFO [StoreFileOpener-db1162651c60118c9faf7a561e6f0f70-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceb8425896414adbba34f8436889b756 2024-12-02T17:25:14,067 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ceb8425896414adbba34f8436889b756 2024-12-02T17:25:14,072 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ef80820bd5c44f6d8a96aa83bc519cbc 2024-12-02T17:25:14,072 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:14,072 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,073 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf2 2024-12-02T17:25:14,073 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:14,079 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/24c9f864443548f98c8f26d030a3e020 2024-12-02T17:25:14,084 INFO [StoreFileOpener-db1162651c60118c9faf7a561e6f0f70-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3240a0e03674bb080f2034f72e5f134 2024-12-02T17:25:14,084 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/f3240a0e03674bb080f2034f72e5f134 2024-12-02T17:25:14,084 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.HRegion(1722): Closing db1162651c60118c9faf7a561e6f0f70, disabling compactions & flushes 2024-12-02T17:25:14,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. after waiting 0 ms 2024-12-02T17:25:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.HRegion(1676): Region close journal for db1162651c60118c9faf7a561e6f0f70: Waiting for close lock at 1733160314084Disabling compacts and flushes for region at 1733160314084Disabling writes for close at 1733160314084Writing region close event to WAL at 1733160314085 (+1 ms)Closed at 1733160314085 2024-12-02T17:25:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-02T17:25:14,210 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,210 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T17:25:14,210 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing db1162651c60118c9faf7a561e6f0f70, disabling compactions & flushes 2024-12-02T17:25:14,210 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,210 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,210 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. after waiting 0 ms 2024-12-02T17:25:14,210 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,211 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ef80820bd5c44f6d8a96aa83bc519cbc, hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ceb8425896414adbba34f8436889b756] to archive 2024-12-02T17:25:14,214 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T17:25:14,218 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ef80820bd5c44f6d8a96aa83bc519cbc to hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ef80820bd5c44f6d8a96aa83bc519cbc 2024-12-02T17:25:14,220 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ceb8425896414adbba34f8436889b756 to hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/ceb8425896414adbba34f8436889b756 2024-12-02T17:25:14,237 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/f3240a0e03674bb080f2034f72e5f134] to archive 2024-12-02T17:25:14,238 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T17:25:14,240 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/f3240a0e03674bb080f2034f72e5f134 to hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/f3240a0e03674bb080f2034f72e5f134 2024-12-02T17:25:14,245 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-02T17:25:14,246 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,246 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for db1162651c60118c9faf7a561e6f0f70: Waiting for close lock at 1733160314210Running coprocessor pre-close hooks at 1733160314210Disabling compacts and flushes for region at 1733160314210Disabling writes for close at 1733160314210Writing region close event to WAL at 1733160314241 (+31 ms)Running coprocessor post-close hooks at 1733160314246 (+5 ms)Closed at 1733160314246 2024-12-02T17:25:14,246 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding db1162651c60118c9faf7a561e6f0f70 move to 3b3375d1a925,36725,1733160297943 record at close sequenceid=12 2024-12-02T17:25:14,249 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,250 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=CLOSED 2024-12-02T17:25:14,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,32887,1733160297810 because future has completed 2024-12-02T17:25:14,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T17:25:14,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,32887,1733160297810 in 198 msec 2024-12-02T17:25:14,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE; state=CLOSED, location=3b3375d1a925,36725,1733160297943; forceNewPlan=false, retain=false 2024-12-02T17:25:14,409 INFO [3b3375d1a925:46655 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T17:25:14,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=OPENING, regionLocation=3b3375d1a925,36725,1733160297943 2024-12-02T17:25:14,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE because future has completed 2024-12-02T17:25:14,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,36725,1733160297943}] 2024-12-02T17:25:14,568 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,569 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => db1162651c60118c9faf7a561e6f0f70, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:14,569 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,569 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:14,569 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,569 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,570 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,571 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf1 2024-12-02T17:25:14,571 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:14,577 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/0c1775a607fd4f0c8793784b20a8f8fb 2024-12-02T17:25:14,577 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:14,577 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,578 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf2 2024-12-02T17:25:14,578 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:14,584 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/24c9f864443548f98c8f26d030a3e020 2024-12-02T17:25:14,584 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:14,584 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,585 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,586 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,586 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,586 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,587 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T17:25:14,588 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,589 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened db1162651c60118c9faf7a561e6f0f70; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65166792, jitterRate=-0.028939127922058105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T17:25:14,589 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,590 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for db1162651c60118c9faf7a561e6f0f70: Running coprocessor pre-open hook at 1733160314569Writing region info on filesystem at 1733160314569Initializing all the Stores at 1733160314570 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160314570Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160314570Cleaning up temporary data from old regions at 1733160314586 (+16 ms)Running coprocessor post-open hooks at 1733160314589 (+3 ms)Region opened successfully at 1733160314590 (+1 ms) 2024-12-02T17:25:14,591 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., pid=12, masterSystemTime=1733160314565 2024-12-02T17:25:14,593 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,593 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=OPEN, openSeqNum=18, regionLocation=3b3375d1a925,36725,1733160297943 2024-12-02T17:25:14,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,36725,1733160297943 because future has completed 2024-12-02T17:25:14,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T17:25:14,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,36725,1733160297943 in 185 msec 2024-12-02T17:25:14,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, REOPEN/MOVE in 550 msec 2024-12-02T17:25:14,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T17:25:14,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T17:25:14,606 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3b3375d1a925,36725,1733160297943: testing ***** 2024-12-02T17:25:14,606 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T17:25:14,608 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T17:25:14,609 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T17:25:14,612 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T17:25:14,613 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T17:25:14,620 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 271174008 }, "NonHeapMemoryUsage": { "committed": 170524672, "init": 7667712, "max": -1, "used": 167958664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "3b3375d1a925", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 32, "ProcessCallTime_mean": 8, "ProcessCallTime_25th_percentile": 8, "ProcessCallTime_median": 16, "ProcessCallTime_75th_percentile": 24, "ProcessCallTime_90th_percentile": 28, "ProcessCallTime_95th_percentile": 30, "ProcessCallTime_98th_percentile": 31, "ProcessCallTime_99th_percentile": 31, "ProcessCallTime_99.9th_percentile": 31, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 32, "TotalCallTime_mean": 8, "TotalCallTime_25th_percentile": 8, "TotalCallTime_median": 16, "TotalCallTime_75th_percentile": 24, "TotalCallTime_90th_percentile": 28, "TotalCallTime_95th_percentile": 30, "TotalCallTime_98th_percentile": 31, "TotalCallTime_99th_percentile": 31, "TotalCallTime_99.9th_percentile": 31, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "3b3375d1a925", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54909", "tag.serverName": "3b3375d1a925,36725,1733160297943", "tag.clusterId": "88c52728-2adf-49d6-bcbf-79e8fd868cf1", "tag.Context": "regionserver", "tag.Hostname": "3b3375d1a925", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733160297943, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T17:25:14,623 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46655 {}] master.MasterRpcServices(700): 3b3375d1a925,36725,1733160297943 reported a fatal error: ***** ABORTING region server 3b3375d1a925,36725,1733160297943: testing ***** 2024-12-02T17:25:14,624 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3b3375d1a925,36725,1733160297943' ***** 2024-12-02T17:25:14,624 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-02T17:25:14,625 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T17:25:14,625 INFO [RS:2;3b3375d1a925:36725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T17:25:14,625 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T17:25:14,625 INFO [RS:2;3b3375d1a925:36725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T17:25:14,625 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(3091): Received CLOSE for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,625 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(956): aborting server 3b3375d1a925,36725,1733160297943 2024-12-02T17:25:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:38796 deadline: 1733160374625, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b3375d1a925 port=36725 startCode=1733160297943. As of locationSeqNum=12. 2024-12-02T17:25:14,626 INFO [RS:2;3b3375d1a925:36725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T17:25:14,626 INFO [RS:2;3b3375d1a925:36725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3b3375d1a925:36725. 2024-12-02T17:25:14,626 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db1162651c60118c9faf7a561e6f0f70, disabling compactions & flushes 2024-12-02T17:25:14,626 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,626 DEBUG [RS:2;3b3375d1a925:36725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T17:25:14,626 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,626 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. after waiting 0 ms 2024-12-02T17:25:14,626 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,626 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,32887,1733160297810, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,32887,1733160297810, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b3375d1a925 port=36725 startCode=1733160297943. As of locationSeqNum=12. 2024-12-02T17:25:14,626 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,32887,1733160297810, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b3375d1a925 port=36725 startCode=1733160297943. As of locationSeqNum=12. 2024-12-02T17:25:14,626 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,32887,1733160297810, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b3375d1a925 port=36725 startCode=1733160297943. As of locationSeqNum=12. 2024-12-02T17:25:14,627 DEBUG [RS:2;3b3375d1a925:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:14,627 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T17:25:14,627 DEBUG [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(1325): Online Regions={db1162651c60118c9faf7a561e6f0f70=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.} 2024-12-02T17:25:14,627 DEBUG [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(1351): Waiting on db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:14,628 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,629 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db1162651c60118c9faf7a561e6f0f70: Waiting for close lock at 1733160314626Running coprocessor pre-close hooks at 1733160314626Disabling compacts and flushes for region at 1733160314626Disabling writes for close at 1733160314626Writing region close event to WAL at 1733160314628 (+2 ms)Running coprocessor post-close hooks at 1733160314628Closed at 1733160314628 2024-12-02T17:25:14,629 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:14,667 INFO [regionserver/3b3375d1a925:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T17:25:14,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3b3375d1a925,36725,1733160297943 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3b3375d1a925,36725,1733160297943 aborting 2024-12-02T17:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3b3375d1a925,36725,1733160297943 aborting 2024-12-02T17:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=12 from cache 2024-12-02T17:25:14,828 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(976): stopping server 3b3375d1a925,36725,1733160297943; all regions closed. 2024-12-02T17:25:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741835_1011 (size=2142) 2024-12-02T17:25:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741835_1011 (size=2142) 2024-12-02T17:25:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741835_1011 (size=2142) 2024-12-02T17:25:14,832 DEBUG [RS:2;3b3375d1a925:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:14,832 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T17:25:14,832 INFO [RS:2;3b3375d1a925:36725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T17:25:14,832 INFO [RS:2;3b3375d1a925:36725 {}] hbase.ChoreService(370): Chore service for: regionserver/3b3375d1a925:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T17:25:14,833 INFO [regionserver/3b3375d1a925:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T17:25:14,833 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T17:25:14,833 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T17:25:14,833 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T17:25:14,833 INFO [RS:2;3b3375d1a925:36725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T17:25:14,833 INFO [RS:2;3b3375d1a925:36725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36725 2024-12-02T17:25:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3b3375d1a925,36725,1733160297943 2024-12-02T17:25:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T17:25:14,840 INFO [RS:2;3b3375d1a925:36725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T17:25:14,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3b3375d1a925,36725,1733160297943] 2024-12-02T17:25:14,843 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3b3375d1a925,36725,1733160297943 already deleted, retry=false 2024-12-02T17:25:14,844 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3b3375d1a925,36725,1733160297943 on 3b3375d1a925,46655,1733160297139 2024-12-02T17:25:14,848 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3b3375d1a925,36725,1733160297943, splitWal=true, meta=false 2024-12-02T17:25:14,851 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 3b3375d1a925,36725,1733160297943 (carryingMeta=false) 3b3375d1a925,36725,1733160297943/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@e0e52f5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T17:25:14,851 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3b3375d1a925,36725,1733160297943, splitWal=true, meta=false 2024-12-02T17:25:14,853 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 3b3375d1a925,36725,1733160297943 had 1 regions 2024-12-02T17:25:14,854 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3b3375d1a925,36725,1733160297943, splitWal=true, meta=false, isMeta: false 2024-12-02T17:25:14,856 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting 2024-12-02T17:25:14,857 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3b3375d1a925,36725,1733160297943 WAL count=1, meta=false 2024-12-02T17:25:14,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3b3375d1a925%2C36725%2C1733160297943.1733160299322}] 2024-12-02T17:25:14,864 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=3b3375d1a925,32887,1733160297810 2024-12-02T17:25:14,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3b3375d1a925%2C36725%2C1733160297943.1733160299322, worker=3b3375d1a925,32887,1733160297810}] 2024-12-02T17:25:14,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T17:25:14,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1009c056a2f0003, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T17:25:14,943 INFO [RS:2;3b3375d1a925:36725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T17:25:14,943 INFO [RS:2;3b3375d1a925:36725 {}] regionserver.HRegionServer(1031): Exiting; stopping=3b3375d1a925,36725,1733160297943; zookeeper connection closed. 2024-12-02T17:25:14,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d10b30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d10b30 2024-12-02T17:25:14,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18] 2024-12-02T17:25:14,947 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3b3375d1a925:36725 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3b3375d1a925/172.17.0.3:36725 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:14,948 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18, error=java.net.ConnectException: Call to address=3b3375d1a925:36725 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3b3375d1a925/172.17.0.3:36725 2024-12-02T17:25:14,948 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-02T17:25:14,948 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18 from cache 2024-12-02T17:25:14,949 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 3b3375d1a925:36725 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3b3375d1a925/172.17.0.3:36725 2024-12-02T17:25:15,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-02T17:25:15,043 INFO [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322, size=2.1 K (2142bytes) 2024-12-02T17:25:15,043 INFO [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322 2024-12-02T17:25:15,044 INFO [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322 after 1ms 2024-12-02T17:25:15,046 INFO [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322 took 3ms 2024-12-02T17:25:15,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for db1162651c60118c9faf7a561e6f0f70: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-02T17:25:15,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322 so closing down 2024-12-02T17:25:15,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:15,054 INFO [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:15,054 INFO [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-12-02T17:25:15,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322, journal: Splitting hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322, size=2.1 K (2142bytes) at 1733160315043Finishing writing output for hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322 so closing down at 1733160315054 (+11 ms)3 split writer threads finished at 1733160315054Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1733160315054 2024-12-02T17:25:15,055 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322 2024-12-02T17:25:15,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b3375d1a925:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T17:25:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T17:25:15,063 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting/3b3375d1a925%2C36725%2C1733160297943.1733160299322 to hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/oldWALs 2024-12-02T17:25:15,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T17:25:15,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3b3375d1a925%2C36725%2C1733160297943.1733160299322, worker=3b3375d1a925,32887,1733160297810 in 198 msec 2024-12-02T17:25:15,066 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=3b3375d1a925,32887,1733160297810 2024-12-02T17:25:15,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T17:25:15,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 3b3375d1a925%2C36725%2C1733160297943.1733160299322, worker=3b3375d1a925,32887,1733160297810 in 209 msec 2024-12-02T17:25:15,071 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting dir is empty, no logs to split. 2024-12-02T17:25:15,071 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3b3375d1a925,36725,1733160297943 WAL count=0, meta=false 2024-12-02T17:25:15,071 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3b3375d1a925,36725,1733160297943 WAL splitting is done? wals=0, meta=false 2024-12-02T17:25:15,073 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 3b3375d1a925,36725,1733160297943 failed, ignore...File hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/WALs/3b3375d1a925,36725,1733160297943-splitting does not exist. 2024-12-02T17:25:15,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN}] 2024-12-02T17:25:15,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN 2024-12-02T17:25:15,077 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T17:25:15,228 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(204): Hosts are {3b3375d1a925=0} racks are {/default-rack=0} 2024-12-02T17:25:15,228 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T17:25:15,228 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T17:25:15,228 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T17:25:15,228 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T17:25:15,228 INFO [3b3375d1a925:46655 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T17:25:15,228 INFO [3b3375d1a925:46655 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T17:25:15,228 DEBUG [3b3375d1a925:46655 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T17:25:15,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=OPENING, regionLocation=3b3375d1a925,40841,1733160297906 2024-12-02T17:25:15,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN because future has completed 2024-12-02T17:25:15,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,40841,1733160297906}] 2024-12-02T17:25:15,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18] 2024-12-02T17:25:15,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3b3375d1a925:36725 this server is in the failed servers list 2024-12-02T17:25:15,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3b3375d1a925:36725 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3b3375d1a925:36725 2024-12-02T17:25:15,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3b3375d1a925:36725 2024-12-02T17:25:15,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,36725,1733160297943, seqNum=18 from cache 2024-12-02T17:25:15,389 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:15,389 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => db1162651c60118c9faf7a561e6f0f70, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:15,389 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,390 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:15,390 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,390 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,391 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,392 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf1 2024-12-02T17:25:15,393 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:15,399 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf1/0c1775a607fd4f0c8793784b20a8f8fb 2024-12-02T17:25:15,400 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:15,400 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,401 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1162651c60118c9faf7a561e6f0f70 columnFamilyName cf2 2024-12-02T17:25:15,401 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:15,407 DEBUG [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/cf2/24c9f864443548f98c8f26d030a3e020 2024-12-02T17:25:15,407 INFO [StoreOpener-db1162651c60118c9faf7a561e6f0f70-1 {}] regionserver.HStore(327): Store=db1162651c60118c9faf7a561e6f0f70/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:15,407 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,408 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,409 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,410 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,410 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,410 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T17:25:15,412 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,413 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened db1162651c60118c9faf7a561e6f0f70; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63216600, jitterRate=-0.057999253273010254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T17:25:15,413 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:15,413 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for db1162651c60118c9faf7a561e6f0f70: Running coprocessor pre-open hook at 1733160315390Writing region info on filesystem at 1733160315390Initializing all the Stores at 1733160315391 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160315391Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160315391Cleaning up temporary data from old regions at 1733160315410 (+19 ms)Running coprocessor post-open hooks at 1733160315413 (+3 ms)Region opened successfully at 1733160315413 2024-12-02T17:25:15,414 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., pid=17, masterSystemTime=1733160315384 2024-12-02T17:25:15,417 DEBUG [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:15,417 INFO [RS_OPEN_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:15,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=db1162651c60118c9faf7a561e6f0f70, regionState=OPEN, openSeqNum=18, regionLocation=3b3375d1a925,40841,1733160297906 2024-12-02T17:25:15,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,40841,1733160297906 because future has completed 2024-12-02T17:25:15,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T17:25:15,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure db1162651c60118c9faf7a561e6f0f70, server=3b3375d1a925,40841,1733160297906 in 190 msec 2024-12-02T17:25:15,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-02T17:25:15,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=db1162651c60118c9faf7a561e6f0f70, ASSIGN in 348 msec 2024-12-02T17:25:15,426 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 3b3375d1a925,36725,1733160297943 after splitting done 2024-12-02T17:25:15,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 3b3375d1a925,36725,1733160297943, splitWal=true, meta=false in 582 msec 2024-12-02T17:25:15,765 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., hostname=3b3375d1a925,40841,1733160297906, seqNum=18] 2024-12-02T17:25:15,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 409), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=2442 (was 2487) 2024-12-02T17:25:15,783 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-02T17:25:15,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=2441 2024-12-02T17:25:15,794 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-02T17:25:15,809 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:15,811 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:15,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:15,814 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94955304, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-94955304, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:15,827 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94955304/hregion-94955304.1733160315815, exclude list is [], retry=0 2024-12-02T17:25:15,830 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:15,830 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:15,830 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:15,832 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94955304/hregion-94955304.1733160315815 2024-12-02T17:25:15,836 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:15,836 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ebb9afc1e0ba3634de5417fe4ab1b706, NAME => 'testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741893_1071 (size=67) 2024-12-02T17:25:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741893_1071 (size=67) 2024-12-02T17:25:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741893_1071 (size=67) 2024-12-02T17:25:15,845 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:15,846 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,847 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb9afc1e0ba3634de5417fe4ab1b706 columnFamilyName a 2024-12-02T17:25:15,848 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:15,848 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(327): Store=ebb9afc1e0ba3634de5417fe4ab1b706/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:15,848 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,849 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb9afc1e0ba3634de5417fe4ab1b706 columnFamilyName b 2024-12-02T17:25:15,850 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:15,850 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(327): Store=ebb9afc1e0ba3634de5417fe4ab1b706/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:15,850 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,851 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb9afc1e0ba3634de5417fe4ab1b706 columnFamilyName c 2024-12-02T17:25:15,852 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:15,852 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(327): Store=ebb9afc1e0ba3634de5417fe4ab1b706/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:15,852 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,853 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,853 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,854 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,854 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,855 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:15,856 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,858 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:15,859 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ebb9afc1e0ba3634de5417fe4ab1b706; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72935334, jitterRate=0.08682116866111755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:15,860 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ebb9afc1e0ba3634de5417fe4ab1b706: Writing region info on filesystem at 1733160315845Initializing all the Stores at 1733160315846 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160315846Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160315846Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160315846Cleaning up temporary data from old regions at 1733160315854 (+8 ms)Region opened successfully at 1733160315860 (+6 ms) 2024-12-02T17:25:15,860 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ebb9afc1e0ba3634de5417fe4ab1b706, disabling compactions & flushes 2024-12-02T17:25:15,860 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. 2024-12-02T17:25:15,860 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. 2024-12-02T17:25:15,860 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. after waiting 0 ms 2024-12-02T17:25:15,860 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. 2024-12-02T17:25:15,861 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. 2024-12-02T17:25:15,861 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ebb9afc1e0ba3634de5417fe4ab1b706: Waiting for close lock at 1733160315860Disabling compacts and flushes for region at 1733160315860Disabling writes for close at 1733160315860Writing region close event to WAL at 1733160315861 (+1 ms)Closed at 1733160315861 2024-12-02T17:25:15,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741892_1070 (size=93) 2024-12-02T17:25:15,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741892_1070 (size=93) 2024-12-02T17:25:15,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741892_1070 (size=93) 2024-12-02T17:25:15,866 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:15,866 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94955304:(num 1733160315815) 2024-12-02T17:25:15,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:15,867 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:15,887 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868, exclude list is [], retry=0 2024-12-02T17:25:15,889 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:15,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:15,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:15,892 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868 2024-12-02T17:25:15,892 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:15,892 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ebb9afc1e0ba3634de5417fe4ab1b706, NAME => 'testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:15,892 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:15,892 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,892 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,894 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,894 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb9afc1e0ba3634de5417fe4ab1b706 columnFamilyName a 2024-12-02T17:25:15,895 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:15,895 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(327): Store=ebb9afc1e0ba3634de5417fe4ab1b706/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:15,895 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,896 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb9afc1e0ba3634de5417fe4ab1b706 columnFamilyName b 2024-12-02T17:25:15,896 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:15,897 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(327): Store=ebb9afc1e0ba3634de5417fe4ab1b706/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:15,897 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,898 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb9afc1e0ba3634de5417fe4ab1b706 columnFamilyName c 2024-12-02T17:25:15,898 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:15,898 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(327): Store=ebb9afc1e0ba3634de5417fe4ab1b706/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:15,898 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,899 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,900 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,901 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,901 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,902 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:15,903 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:15,904 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ebb9afc1e0ba3634de5417fe4ab1b706; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73322810, jitterRate=0.09259501099586487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:15,905 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ebb9afc1e0ba3634de5417fe4ab1b706: Writing region info on filesystem at 1733160315892Initializing all the Stores at 1733160315893 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160315893Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160315893Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160315893Cleaning up temporary data from old regions at 1733160315901 (+8 ms)Region opened successfully at 1733160315905 (+4 ms) 2024-12-02T17:25:15,937 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ebb9afc1e0ba3634de5417fe4ab1b706 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T17:25:15,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/a/444d239344a44c84a4da04b89789241a is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733160315905/Put/seqid=0 2024-12-02T17:25:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741895_1073 (size=5958) 2024-12-02T17:25:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741895_1073 (size=5958) 2024-12-02T17:25:15,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741895_1073 (size=5958) 2024-12-02T17:25:15,961 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/a/444d239344a44c84a4da04b89789241a 2024-12-02T17:25:15,987 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/b/6c0b30ac76bb4ba68d35375bc0fcd38e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733160315913/Put/seqid=0 2024-12-02T17:25:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741896_1074 (size=5958) 2024-12-02T17:25:15,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741896_1074 (size=5958) 2024-12-02T17:25:15,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741896_1074 (size=5958) 2024-12-02T17:25:15,996 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/b/6c0b30ac76bb4ba68d35375bc0fcd38e 2024-12-02T17:25:16,017 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/c/19a810e27251449a94cf0d0c7bd48f3b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733160315924/Put/seqid=0 2024-12-02T17:25:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741897_1075 (size=5958) 2024-12-02T17:25:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741897_1075 (size=5958) 2024-12-02T17:25:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741897_1075 (size=5958) 2024-12-02T17:25:16,025 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/c/19a810e27251449a94cf0d0c7bd48f3b 2024-12-02T17:25:16,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/a/444d239344a44c84a4da04b89789241a as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/a/444d239344a44c84a4da04b89789241a 2024-12-02T17:25:16,036 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/a/444d239344a44c84a4da04b89789241a, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T17:25:16,037 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/b/6c0b30ac76bb4ba68d35375bc0fcd38e as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/b/6c0b30ac76bb4ba68d35375bc0fcd38e 2024-12-02T17:25:16,043 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/b/6c0b30ac76bb4ba68d35375bc0fcd38e, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T17:25:16,043 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/c/19a810e27251449a94cf0d0c7bd48f3b as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/c/19a810e27251449a94cf0d0c7bd48f3b 2024-12-02T17:25:16,049 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/c/19a810e27251449a94cf0d0c7bd48f3b, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T17:25:16,051 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for ebb9afc1e0ba3634de5417fe4ab1b706 in 115ms, sequenceid=33, compaction requested=false 2024-12-02T17:25:16,051 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ebb9afc1e0ba3634de5417fe4ab1b706: 2024-12-02T17:25:16,051 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ebb9afc1e0ba3634de5417fe4ab1b706, disabling compactions & flushes 2024-12-02T17:25:16,051 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. 2024-12-02T17:25:16,051 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. 2024-12-02T17:25:16,051 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. after waiting 0 ms 2024-12-02T17:25:16,051 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. 2024-12-02T17:25:16,053 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. 2024-12-02T17:25:16,053 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ebb9afc1e0ba3634de5417fe4ab1b706: Waiting for close lock at 1733160316051Disabling compacts and flushes for region at 1733160316051Disabling writes for close at 1733160316051Writing region close event to WAL at 1733160316053 (+2 ms)Closed at 1733160316053 2024-12-02T17:25:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741894_1072 (size=5937) 2024-12-02T17:25:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741894_1072 (size=5937) 2024-12-02T17:25:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741894_1072 (size=5937) 2024-12-02T17:25:16,064 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/b/6c0b30ac76bb4ba68d35375bc0fcd38e to hdfs://localhost:46065/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/b/6c0b30ac76bb4ba68d35375bc0fcd38e 2024-12-02T17:25:16,088 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868, size=5.8 K (5937bytes) 2024-12-02T17:25:16,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868 2024-12-02T17:25:16,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868 after 0ms 2024-12-02T17:25:16,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868 took 4ms 2024-12-02T17:25:16,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868 so closing down 2024-12-02T17:25:16,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:16,095 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733160315868.temp 2024-12-02T17:25:16,097 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000003-wal.1733160315868.temp 2024-12-02T17:25:16,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741898_1076 (size=5223) 2024-12-02T17:25:16,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741898_1076 (size=5223) 2024-12-02T17:25:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741898_1076 (size=5223) 2024-12-02T17:25:16,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000003-wal.1733160315868.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:16,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000003-wal.1733160315868.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000032 2024-12-02T17:25:16,107 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-12-02T17:25:16,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868, journal: Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868, size=5.8 K (5937bytes) at 1733160316089Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868 so closing down at 1733160316094 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000003-wal.1733160315868.temp at 1733160316097 (+3 ms)3 split writer threads finished at 1733160316097Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000003-wal.1733160315868.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733160316106 (+9 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000003-wal.1733160315868.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000032 at 1733160316107 (+1 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1733160316107 2024-12-02T17:25:16,109 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160315868 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160315868 2024-12-02T17:25:16,110 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000032 2024-12-02T17:25:16,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:16,112 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:16,132 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160316112, exclude list is [], retry=0 2024-12-02T17:25:16,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:16,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:16,136 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:16,140 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160316112 2024-12-02T17:25:16,140 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139)] 2024-12-02T17:25:16,140 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ebb9afc1e0ba3634de5417fe4ab1b706, NAME => 'testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:16,140 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:16,140 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,140 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,145 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,145 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb9afc1e0ba3634de5417fe4ab1b706 columnFamilyName a 2024-12-02T17:25:16,146 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:16,152 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/a/444d239344a44c84a4da04b89789241a 2024-12-02T17:25:16,152 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(327): Store=ebb9afc1e0ba3634de5417fe4ab1b706/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:16,153 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,154 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb9afc1e0ba3634de5417fe4ab1b706 columnFamilyName b 2024-12-02T17:25:16,154 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:16,155 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(327): Store=ebb9afc1e0ba3634de5417fe4ab1b706/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:16,155 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,156 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb9afc1e0ba3634de5417fe4ab1b706 columnFamilyName c 2024-12-02T17:25:16,156 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:16,162 DEBUG [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/c/19a810e27251449a94cf0d0c7bd48f3b 2024-12-02T17:25:16,162 INFO [StoreOpener-ebb9afc1e0ba3634de5417fe4ab1b706-1 {}] regionserver.HStore(327): Store=ebb9afc1e0ba3634de5417fe4ab1b706/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:16,162 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,163 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,165 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000032 2024-12-02T17:25:16,169 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000032 2024-12-02T17:25:16,169 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ebb9afc1e0ba3634de5417fe4ab1b706 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T17:25:16,190 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/b/9b8d6a4b855145a39b0f9d8cae0b3e46 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733160315913/Put/seqid=0 2024-12-02T17:25:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741900_1078 (size=5958) 2024-12-02T17:25:16,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741900_1078 (size=5958) 2024-12-02T17:25:16,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741900_1078 (size=5958) 2024-12-02T17:25:16,202 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/b/9b8d6a4b855145a39b0f9d8cae0b3e46 2024-12-02T17:25:16,209 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/.tmp/b/9b8d6a4b855145a39b0f9d8cae0b3e46 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/b/9b8d6a4b855145a39b0f9d8cae0b3e46 2024-12-02T17:25:16,217 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/b/9b8d6a4b855145a39b0f9d8cae0b3e46, entries=10, sequenceid=32, filesize=5.8 K 2024-12-02T17:25:16,217 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for ebb9afc1e0ba3634de5417fe4ab1b706 in 48ms, sequenceid=32, compaction requested=false; wal=null 2024-12-02T17:25:16,218 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/0000000000000000032 2024-12-02T17:25:16,219 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,219 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,220 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:16,221 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ebb9afc1e0ba3634de5417fe4ab1b706 2024-12-02T17:25:16,224 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/ebb9afc1e0ba3634de5417fe4ab1b706/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-02T17:25:16,225 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ebb9afc1e0ba3634de5417fe4ab1b706; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64581938, jitterRate=-0.03765413165092468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:16,226 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ebb9afc1e0ba3634de5417fe4ab1b706: Writing region info on filesystem at 1733160316141Initializing all the Stores at 1733160316141Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160316142 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160316144 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160316144Obtaining lock to block concurrent updates at 1733160316169 (+25 ms)Preparing flush snapshotting stores in ebb9afc1e0ba3634de5417fe4ab1b706 at 1733160316169Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733160316169Flushing stores of testReplayEditsWrittenViaHRegion,,1733160315810.ebb9afc1e0ba3634de5417fe4ab1b706. at 1733160316169Flushing ebb9afc1e0ba3634de5417fe4ab1b706/b: creating writer at 1733160316169Flushing ebb9afc1e0ba3634de5417fe4ab1b706/b: appending metadata at 1733160316189 (+20 ms)Flushing ebb9afc1e0ba3634de5417fe4ab1b706/b: closing flushed file at 1733160316189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555d4445: reopening flushed file at 1733160316208 (+19 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for ebb9afc1e0ba3634de5417fe4ab1b706 in 48ms, sequenceid=32, compaction requested=false; wal=null at 1733160316217 (+9 ms)Cleaning up temporary data from old regions at 1733160316219 (+2 ms)Region opened successfully at 1733160316226 (+7 ms) 2024-12-02T17:25:16,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=417 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:40100 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:34222 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:55166 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:40248 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:55010 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:34052 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=2427 (was 2441) 2024-12-02T17:25:16,251 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-02T17:25:16,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=2427 2024-12-02T17:25:16,263 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-02T17:25:16,278 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:16,280 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:16,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:16,283 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25555639, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-25555639, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:16,295 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25555639/hregion-25555639.1733160316283, exclude list is [], retry=0 2024-12-02T17:25:16,298 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:16,298 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:16,298 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:16,301 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25555639/hregion-25555639.1733160316283 2024-12-02T17:25:16,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:16,302 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9632aeac12b1571755a7f92ab5ab47da, NAME => 'testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:16,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741902_1080 (size=68) 2024-12-02T17:25:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741902_1080 (size=68) 2024-12-02T17:25:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741902_1080 (size=68) 2024-12-02T17:25:16,311 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:16,312 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,313 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9632aeac12b1571755a7f92ab5ab47da columnFamilyName a 2024-12-02T17:25:16,313 DEBUG [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:16,313 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(327): Store=9632aeac12b1571755a7f92ab5ab47da/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:16,314 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,315 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9632aeac12b1571755a7f92ab5ab47da columnFamilyName b 2024-12-02T17:25:16,315 DEBUG [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:16,315 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(327): Store=9632aeac12b1571755a7f92ab5ab47da/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:16,315 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,316 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9632aeac12b1571755a7f92ab5ab47da columnFamilyName c 2024-12-02T17:25:16,316 DEBUG [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:16,317 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(327): Store=9632aeac12b1571755a7f92ab5ab47da/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:16,317 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,318 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,318 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,319 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,320 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,320 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:16,321 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,324 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:16,324 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9632aeac12b1571755a7f92ab5ab47da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74297644, jitterRate=0.10712116956710815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:16,325 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9632aeac12b1571755a7f92ab5ab47da: Writing region info on filesystem at 1733160316311Initializing all the Stores at 1733160316311Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160316311Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160316312 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160316312Cleaning up temporary data from old regions at 1733160316320 (+8 ms)Region opened successfully at 1733160316325 (+5 ms) 2024-12-02T17:25:16,325 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9632aeac12b1571755a7f92ab5ab47da, disabling compactions & flushes 2024-12-02T17:25:16,325 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:16,326 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:16,326 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. after waiting 0 ms 2024-12-02T17:25:16,326 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:16,326 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:16,326 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9632aeac12b1571755a7f92ab5ab47da: Waiting for close lock at 1733160316325Disabling compacts and flushes for region at 1733160316325Disabling writes for close at 1733160316326 (+1 ms)Writing region close event to WAL at 1733160316326Closed at 1733160316326 2024-12-02T17:25:16,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741901_1079 (size=93) 2024-12-02T17:25:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741901_1079 (size=93) 2024-12-02T17:25:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741901_1079 (size=93) 2024-12-02T17:25:16,332 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:16,333 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25555639:(num 1733160316283) 2024-12-02T17:25:16,333 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:16,334 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:16,347 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335, exclude list is [], retry=0 2024-12-02T17:25:16,349 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:16,350 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:16,351 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:16,352 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335 2024-12-02T17:25:16,353 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:16,408 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9632aeac12b1571755a7f92ab5ab47da, NAME => 'testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:16,410 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,410 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:16,410 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,410 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,412 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,413 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9632aeac12b1571755a7f92ab5ab47da columnFamilyName a 2024-12-02T17:25:16,413 DEBUG [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:16,414 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(327): Store=9632aeac12b1571755a7f92ab5ab47da/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:16,414 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,415 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9632aeac12b1571755a7f92ab5ab47da columnFamilyName b 2024-12-02T17:25:16,415 DEBUG [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:16,415 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(327): Store=9632aeac12b1571755a7f92ab5ab47da/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:16,415 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,416 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9632aeac12b1571755a7f92ab5ab47da columnFamilyName c 2024-12-02T17:25:16,416 DEBUG [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:16,417 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(327): Store=9632aeac12b1571755a7f92ab5ab47da/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:16,417 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,417 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,418 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,419 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,419 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,420 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:16,421 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,422 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9632aeac12b1571755a7f92ab5ab47da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67723899, jitterRate=0.009164735674858093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:16,422 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:16,423 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9632aeac12b1571755a7f92ab5ab47da: Running coprocessor pre-open hook at 1733160316411Writing region info on filesystem at 1733160316411Initializing all the Stores at 1733160316412 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160316412Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160316412Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160316412Cleaning up temporary data from old regions at 1733160316419 (+7 ms)Running coprocessor post-open hooks at 1733160316422 (+3 ms)Region opened successfully at 1733160316422 2024-12-02T17:25:16,435 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9632aeac12b1571755a7f92ab5ab47da 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-02T17:25:16,436 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:17,436 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:17,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T17:25:18,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-02T17:25:18,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:18,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T17:25:18,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:18,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-02T17:25:18,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:18,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-02T17:25:18,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:18,437 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:19,438 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:20,438 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:21,439 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:22,440 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:23,441 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:24,441 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:25,442 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9632aeac12b1571755a7f92ab5ab47da/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:25,443 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9632aeac12b1571755a7f92ab5ab47da: 2024-12-02T17:25:25,443 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:25,456 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9632aeac12b1571755a7f92ab5ab47da: 2024-12-02T17:25:25,457 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-02T17:25:25,457 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9632aeac12b1571755a7f92ab5ab47da, disabling compactions & flushes 2024-12-02T17:25:25,457 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:25,457 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:25,457 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. after waiting 0 ms 2024-12-02T17:25:25,457 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:25,457 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:25,457 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. 2024-12-02T17:25:25,457 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9632aeac12b1571755a7f92ab5ab47da: Waiting for close lock at 1733160325457Running coprocessor pre-close hooks at 1733160325457Disabling compacts and flushes for region at 1733160325457Disabling writes for close at 1733160325457Writing region close event to WAL at 1733160325457Running coprocessor post-close hooks at 1733160325457Closed at 1733160325457 2024-12-02T17:25:25,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741903_1081 (size=3941) 2024-12-02T17:25:25,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741903_1081 (size=3941) 2024-12-02T17:25:25,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741903_1081 (size=3941) 2024-12-02T17:25:25,476 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335, size=3.8 K (3941bytes) 2024-12-02T17:25:25,476 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335 2024-12-02T17:25:25,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335 after 0ms 2024-12-02T17:25:25,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335 took 3ms 2024-12-02T17:25:25,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335 so closing down 2024-12-02T17:25:25,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:25,482 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733160316335.temp 2024-12-02T17:25:25,483 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000004-wal.1733160316335.temp 2024-12-02T17:25:25,483 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:25,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741904_1082 (size=2983) 2024-12-02T17:25:25,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741904_1082 (size=2983) 2024-12-02T17:25:25,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000004-wal.1733160316335.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741904_1082 (size=2983) 2024-12-02T17:25:25,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000004-wal.1733160316335.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000026 2024-12-02T17:25:25,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-12-02T17:25:25,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335, journal: Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335, size=3.8 K (3941bytes) at 1733160325476Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335 so closing down at 1733160325481 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000004-wal.1733160316335.temp at 1733160325483 (+2 ms)3 split writer threads finished at 1733160325483Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000004-wal.1733160316335.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733160325491 (+8 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000004-wal.1733160316335.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000026 at 1733160325493 (+2 ms)Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1733160325493 2024-12-02T17:25:25,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160316335 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160316335 2024-12-02T17:25:25,495 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000026 2024-12-02T17:25:25,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:25,497 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:25,510 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160325497, exclude list is [], retry=0 2024-12-02T17:25:25,512 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:25,512 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:25,512 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:25,514 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160325497 2024-12-02T17:25:25,514 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:25,515 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9632aeac12b1571755a7f92ab5ab47da, NAME => 'testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:25,515 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,515 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:25,516 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,516 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,517 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,518 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9632aeac12b1571755a7f92ab5ab47da columnFamilyName a 2024-12-02T17:25:25,518 DEBUG [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:25,518 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(327): Store=9632aeac12b1571755a7f92ab5ab47da/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:25,519 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,519 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9632aeac12b1571755a7f92ab5ab47da columnFamilyName b 2024-12-02T17:25:25,519 DEBUG [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:25,520 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(327): Store=9632aeac12b1571755a7f92ab5ab47da/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:25,520 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,521 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9632aeac12b1571755a7f92ab5ab47da columnFamilyName c 2024-12-02T17:25:25,521 DEBUG [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:25,521 INFO [StoreOpener-9632aeac12b1571755a7f92ab5ab47da-1 {}] regionserver.HStore(327): Store=9632aeac12b1571755a7f92ab5ab47da/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:25,521 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,522 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,523 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,523 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000026 2024-12-02T17:25:25,526 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000026 2024-12-02T17:25:25,527 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9632aeac12b1571755a7f92ab5ab47da 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-02T17:25:25,548 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/.tmp/a/e25da9237eee4bc987a25dd5fa376d08 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733160325448/Put/seqid=0 2024-12-02T17:25:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741906_1084 (size=5523) 2024-12-02T17:25:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741906_1084 (size=5523) 2024-12-02T17:25:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741906_1084 (size=5523) 2024-12-02T17:25:25,556 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/.tmp/a/e25da9237eee4bc987a25dd5fa376d08 2024-12-02T17:25:25,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/.tmp/b/d55c6da91fd64cac9c85cc21b2896b62 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733160325444/Put/seqid=0 2024-12-02T17:25:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741907_1085 (size=5524) 2024-12-02T17:25:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741907_1085 (size=5524) 2024-12-02T17:25:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741907_1085 (size=5524) 2024-12-02T17:25:25,591 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/.tmp/b/d55c6da91fd64cac9c85cc21b2896b62 2024-12-02T17:25:25,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/.tmp/c/6f8d7c8e281b40449dbd7883c939f4cf is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733160325446/Put/seqid=0 2024-12-02T17:25:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741908_1086 (size=5457) 2024-12-02T17:25:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741908_1086 (size=5457) 2024-12-02T17:25:25,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741908_1086 (size=5457) 2024-12-02T17:25:25,618 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/.tmp/c/6f8d7c8e281b40449dbd7883c939f4cf 2024-12-02T17:25:25,625 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/.tmp/a/e25da9237eee4bc987a25dd5fa376d08 as hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/a/e25da9237eee4bc987a25dd5fa376d08 2024-12-02T17:25:25,630 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/a/e25da9237eee4bc987a25dd5fa376d08, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T17:25:25,631 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/.tmp/b/d55c6da91fd64cac9c85cc21b2896b62 as hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/b/d55c6da91fd64cac9c85cc21b2896b62 2024-12-02T17:25:25,637 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/b/d55c6da91fd64cac9c85cc21b2896b62, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T17:25:25,638 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/.tmp/c/6f8d7c8e281b40449dbd7883c939f4cf as hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/c/6f8d7c8e281b40449dbd7883c939f4cf 2024-12-02T17:25:25,642 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/c/6f8d7c8e281b40449dbd7883c939f4cf, entries=6, sequenceid=26, filesize=5.3 K 2024-12-02T17:25:25,643 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 9632aeac12b1571755a7f92ab5ab47da in 117ms, sequenceid=26, compaction requested=false; wal=null 2024-12-02T17:25:25,643 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/0000000000000000026 2024-12-02T17:25:25,644 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,644 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,645 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:25,647 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,649 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsAfterAbortingFlush/9632aeac12b1571755a7f92ab5ab47da/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-02T17:25:25,649 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9632aeac12b1571755a7f92ab5ab47da; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62818948, jitterRate=-0.06392472982406616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:25,650 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9632aeac12b1571755a7f92ab5ab47da 2024-12-02T17:25:25,650 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9632aeac12b1571755a7f92ab5ab47da: Running coprocessor pre-open hook at 1733160325516Writing region info on filesystem at 1733160325516Initializing all the Stores at 1733160325516Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160325516Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160325517 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160325517Obtaining lock to block concurrent updates at 1733160325527 (+10 ms)Preparing flush snapshotting stores in 9632aeac12b1571755a7f92ab5ab47da at 1733160325527Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733160325527Flushing stores of testReplayEditsAfterAbortingFlush,,1733160316279.9632aeac12b1571755a7f92ab5ab47da. at 1733160325527Flushing 9632aeac12b1571755a7f92ab5ab47da/a: creating writer at 1733160325527Flushing 9632aeac12b1571755a7f92ab5ab47da/a: appending metadata at 1733160325547 (+20 ms)Flushing 9632aeac12b1571755a7f92ab5ab47da/a: closing flushed file at 1733160325547Flushing 9632aeac12b1571755a7f92ab5ab47da/b: creating writer at 1733160325562 (+15 ms)Flushing 9632aeac12b1571755a7f92ab5ab47da/b: appending metadata at 1733160325582 (+20 ms)Flushing 9632aeac12b1571755a7f92ab5ab47da/b: closing flushed file at 1733160325582Flushing 9632aeac12b1571755a7f92ab5ab47da/c: creating writer at 1733160325597 (+15 ms)Flushing 9632aeac12b1571755a7f92ab5ab47da/c: appending metadata at 1733160325611 (+14 ms)Flushing 9632aeac12b1571755a7f92ab5ab47da/c: closing flushed file at 1733160325611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d02f7b: reopening flushed file at 1733160325624 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f621e5: reopening flushed file at 1733160325630 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e51f07: reopening flushed file at 1733160325637 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 9632aeac12b1571755a7f92ab5ab47da in 117ms, sequenceid=26, compaction requested=false; wal=null at 1733160325643 (+6 ms)Cleaning up temporary data from old regions at 1733160325644 (+1 ms)Running coprocessor post-open hooks at 1733160325650 (+6 ms)Region opened successfully at 1733160325650 2024-12-02T17:25:25,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=415 (was 417), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=2418 (was 2427) 2024-12-02T17:25:25,671 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-02T17:25:25,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=2417 2024-12-02T17:25:25,683 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-02T17:25:25,699 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:25,700 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:25,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:25,703 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49008874, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-49008874, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:25,715 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49008874/hregion-49008874.1733160325703, exclude list is [], retry=0 2024-12-02T17:25:25,718 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:25,718 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:25,718 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:25,720 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49008874/hregion-49008874.1733160325703 2024-12-02T17:25:25,720 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:25,720 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4b3b0b71f986d96aff9bc57ff5c9d8e0, NAME => 'testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741910_1088 (size=61) 2024-12-02T17:25:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741910_1088 (size=61) 2024-12-02T17:25:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741910_1088 (size=61) 2024-12-02T17:25:25,730 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:25,731 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,733 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b3b0b71f986d96aff9bc57ff5c9d8e0 columnFamilyName a 2024-12-02T17:25:25,733 DEBUG [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:25,733 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] regionserver.HStore(327): Store=4b3b0b71f986d96aff9bc57ff5c9d8e0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:25,734 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,734 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,735 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,735 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,735 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,737 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,739 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:25,740 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b3b0b71f986d96aff9bc57ff5c9d8e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75181331, jitterRate=0.12028913199901581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T17:25:25,741 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b3b0b71f986d96aff9bc57ff5c9d8e0: Writing region info on filesystem at 1733160325730Initializing all the Stores at 1733160325731 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160325731Cleaning up temporary data from old regions at 1733160325735 (+4 ms)Region opened successfully at 1733160325741 (+6 ms) 2024-12-02T17:25:25,741 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b3b0b71f986d96aff9bc57ff5c9d8e0, disabling compactions & flushes 2024-12-02T17:25:25,741 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. 2024-12-02T17:25:25,741 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. 2024-12-02T17:25:25,741 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. after waiting 0 ms 2024-12-02T17:25:25,741 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. 2024-12-02T17:25:25,741 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. 2024-12-02T17:25:25,741 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b3b0b71f986d96aff9bc57ff5c9d8e0: Waiting for close lock at 1733160325741Disabling compacts and flushes for region at 1733160325741Disabling writes for close at 1733160325741Writing region close event to WAL at 1733160325741Closed at 1733160325741 2024-12-02T17:25:25,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741909_1087 (size=93) 2024-12-02T17:25:25,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741909_1087 (size=93) 2024-12-02T17:25:25,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741909_1087 (size=93) 2024-12-02T17:25:25,747 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:25,747 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49008874:(num 1733160325703) 2024-12-02T17:25:25,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:25,748 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:25,761 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749, exclude list is [], retry=0 2024-12-02T17:25:25,763 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:25,764 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:25,764 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:25,765 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749 2024-12-02T17:25:25,766 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:25,766 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b3b0b71f986d96aff9bc57ff5c9d8e0, NAME => 'testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:25,766 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:25,766 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,766 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,767 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,768 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b3b0b71f986d96aff9bc57ff5c9d8e0 columnFamilyName a 2024-12-02T17:25:25,768 DEBUG [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:25,769 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] regionserver.HStore(327): Store=4b3b0b71f986d96aff9bc57ff5c9d8e0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:25,769 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,771 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,771 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,771 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,773 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:25,773 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b3b0b71f986d96aff9bc57ff5c9d8e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71056522, jitterRate=0.05882468819618225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T17:25:25,774 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b3b0b71f986d96aff9bc57ff5c9d8e0: Writing region info on filesystem at 1733160325766Initializing all the Stores at 1733160325767 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160325767Cleaning up temporary data from old regions at 1733160325771 (+4 ms)Region opened successfully at 1733160325774 (+3 ms) 2024-12-02T17:25:25,782 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b3b0b71f986d96aff9bc57ff5c9d8e0, disabling compactions & flushes 2024-12-02T17:25:25,782 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. 2024-12-02T17:25:25,782 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. 2024-12-02T17:25:25,782 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. after waiting 0 ms 2024-12-02T17:25:25,782 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. 2024-12-02T17:25:25,785 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. 2024-12-02T17:25:25,785 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. 2024-12-02T17:25:25,785 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b3b0b71f986d96aff9bc57ff5c9d8e0: Waiting for close lock at 1733160325782Disabling compacts and flushes for region at 1733160325782Disabling writes for close at 1733160325782Writing region close event to WAL at 1733160325784 (+2 ms)Closed at 1733160325785 (+1 ms) 2024-12-02T17:25:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741911_1089 (size=1623) 2024-12-02T17:25:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741911_1089 (size=1623) 2024-12-02T17:25:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741911_1089 (size=1623) 2024-12-02T17:25:25,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749, size=1.6 K (1623bytes) 2024-12-02T17:25:25,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749 2024-12-02T17:25:25,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749 after 0ms 2024-12-02T17:25:25,813 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749 took 2ms 2024-12-02T17:25:25,815 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749 so closing down 2024-12-02T17:25:25,815 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:25,816 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733160325749.temp 2024-12-02T17:25:25,817 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000003-wal.1733160325749.temp 2024-12-02T17:25:25,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:25,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741912_1090 (size=1623) 2024-12-02T17:25:25,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741912_1090 (size=1623) 2024-12-02T17:25:25,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741912_1090 (size=1623) 2024-12-02T17:25:25,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000003-wal.1733160325749.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:25,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000003-wal.1733160325749.temp to hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000012 2024-12-02T17:25:25,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-12-02T17:25:25,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749, journal: Splitting hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749, size=1.6 K (1623bytes) at 1733160325811Finishing writing output for hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749 so closing down at 1733160325815 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000003-wal.1733160325749.temp at 1733160325817 (+2 ms)3 split writer threads finished at 1733160325817Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000003-wal.1733160325749.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733160325828 (+11 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000003-wal.1733160325749.temp to hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000012 at 1733160325829 (+1 ms)Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1733160325829 2024-12-02T17:25:25,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160325749 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160325749 2024-12-02T17:25:25,833 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000012 2024-12-02T17:25:26,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:26,224 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:26,238 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160326225, exclude list is [], retry=0 2024-12-02T17:25:26,240 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:26,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:26,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:26,245 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160326225 2024-12-02T17:25:26,246 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:26,246 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b3b0b71f986d96aff9bc57ff5c9d8e0, NAME => 'testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:26,246 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:26,246 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,246 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,254 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,256 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b3b0b71f986d96aff9bc57ff5c9d8e0 columnFamilyName a 2024-12-02T17:25:26,257 DEBUG [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:26,258 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] regionserver.HStore(327): Store=4b3b0b71f986d96aff9bc57ff5c9d8e0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:26,258 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,259 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,260 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,261 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000012 2024-12-02T17:25:26,264 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000012 2024-12-02T17:25:26,264 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b3b0b71f986d96aff9bc57ff5c9d8e0 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-02T17:25:26,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T17:25:26,283 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/.tmp/a/5c2dd47ab1494af9a67810e634aa48aa is 79, key is testDatalossWhenInputError/a:x0/1733160325774/Put/seqid=0 2024-12-02T17:25:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741914_1092 (size=5808) 2024-12-02T17:25:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741914_1092 (size=5808) 2024-12-02T17:25:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741914_1092 (size=5808) 2024-12-02T17:25:26,293 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/.tmp/a/5c2dd47ab1494af9a67810e634aa48aa 2024-12-02T17:25:26,301 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/.tmp/a/5c2dd47ab1494af9a67810e634aa48aa as hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/a/5c2dd47ab1494af9a67810e634aa48aa 2024-12-02T17:25:26,310 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/a/5c2dd47ab1494af9a67810e634aa48aa, entries=10, sequenceid=12, filesize=5.7 K 2024-12-02T17:25:26,310 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4b3b0b71f986d96aff9bc57ff5c9d8e0 in 46ms, sequenceid=12, compaction requested=false; wal=null 2024-12-02T17:25:26,311 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/0000000000000000012 2024-12-02T17:25:26,312 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,312 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,314 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,317 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T17:25:26,317 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b3b0b71f986d96aff9bc57ff5c9d8e0; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73358775, jitterRate=0.0931309312582016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T17:25:26,318 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b3b0b71f986d96aff9bc57ff5c9d8e0: Writing region info on filesystem at 1733160326246Initializing all the Stores at 1733160326248 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160326248Obtaining lock to block concurrent updates at 1733160326264 (+16 ms)Preparing flush snapshotting stores in 4b3b0b71f986d96aff9bc57ff5c9d8e0 at 1733160326264Finished memstore snapshotting testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733160326264Flushing stores of testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0. at 1733160326264Flushing 4b3b0b71f986d96aff9bc57ff5c9d8e0/a: creating writer at 1733160326265 (+1 ms)Flushing 4b3b0b71f986d96aff9bc57ff5c9d8e0/a: appending metadata at 1733160326283 (+18 ms)Flushing 4b3b0b71f986d96aff9bc57ff5c9d8e0/a: closing flushed file at 1733160326283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e471cc: reopening flushed file at 1733160326300 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4b3b0b71f986d96aff9bc57ff5c9d8e0 in 46ms, sequenceid=12, compaction requested=false; wal=null at 1733160326310 (+10 ms)Cleaning up temporary data from old regions at 1733160326312 (+2 ms)Region opened successfully at 1733160326318 (+6 ms) 2024-12-02T17:25:26,322 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b3b0b71f986d96aff9bc57ff5c9d8e0, NAME => 'testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:26,322 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733160325699.4b3b0b71f986d96aff9bc57ff5c9d8e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:26,322 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,322 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,324 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,324 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b3b0b71f986d96aff9bc57ff5c9d8e0 columnFamilyName a 2024-12-02T17:25:26,324 DEBUG [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:26,330 DEBUG [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/a/5c2dd47ab1494af9a67810e634aa48aa 2024-12-02T17:25:26,330 INFO [StoreOpener-4b3b0b71f986d96aff9bc57ff5c9d8e0-1 {}] regionserver.HStore(327): Store=4b3b0b71f986d96aff9bc57ff5c9d8e0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:26,330 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,331 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,332 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,332 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,334 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b3b0b71f986d96aff9bc57ff5c9d8e0 2024-12-02T17:25:26,340 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testDatalossWhenInputError/4b3b0b71f986d96aff9bc57ff5c9d8e0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-02T17:25:26,341 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b3b0b71f986d96aff9bc57ff5c9d8e0; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66033083, jitterRate=-0.016030386090278625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T17:25:26,341 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b3b0b71f986d96aff9bc57ff5c9d8e0: Writing region info on filesystem at 1733160326322Initializing all the Stores at 1733160326323 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160326323Cleaning up temporary data from old regions at 1733160326332 (+9 ms)Region opened successfully at 1733160326341 (+9 ms) 2024-12-02T17:25:26,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:45182 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:46002 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:45888 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:46378 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:45134 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1692665077-172.17.0.3-1733160294083:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 322), ProcessCount=11 (was 11), AvailableMemoryMB=2406 (was 2417) 2024-12-02T17:25:26,358 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-02T17:25:26,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=2404 2024-12-02T17:25:26,375 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-02T17:25:26,391 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:26,394 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:26,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:26,397 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99656740, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-99656740, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:26,417 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99656740/hregion-99656740.1733160326398, exclude list is [], retry=0 2024-12-02T17:25:26,420 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:26,420 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:26,421 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:26,423 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99656740/hregion-99656740.1733160326398 2024-12-02T17:25:26,423 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:26,423 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 10460f58e74f1dbef6c0036924d29005, NAME => 'testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:26,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741916_1094 (size=63) 2024-12-02T17:25:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741916_1094 (size=63) 2024-12-02T17:25:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741916_1094 (size=63) 2024-12-02T17:25:26,438 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:26,440 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,441 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10460f58e74f1dbef6c0036924d29005 columnFamilyName a 2024-12-02T17:25:26,441 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:26,442 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(327): Store=10460f58e74f1dbef6c0036924d29005/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:26,442 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,443 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10460f58e74f1dbef6c0036924d29005 columnFamilyName b 2024-12-02T17:25:26,444 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:26,444 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(327): Store=10460f58e74f1dbef6c0036924d29005/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:26,444 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,446 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10460f58e74f1dbef6c0036924d29005 columnFamilyName c 2024-12-02T17:25:26,446 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:26,446 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(327): Store=10460f58e74f1dbef6c0036924d29005/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:26,446 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,447 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,447 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,449 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,449 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,449 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:26,450 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,452 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:26,453 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 10460f58e74f1dbef6c0036924d29005; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62915886, jitterRate=-0.06248024106025696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:26,453 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 10460f58e74f1dbef6c0036924d29005: Writing region info on filesystem at 1733160326438Initializing all the Stores at 1733160326439 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160326439Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160326439Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160326439Cleaning up temporary data from old regions at 1733160326449 (+10 ms)Region opened successfully at 1733160326453 (+4 ms) 2024-12-02T17:25:26,453 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 10460f58e74f1dbef6c0036924d29005, disabling compactions & flushes 2024-12-02T17:25:26,454 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. 2024-12-02T17:25:26,454 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. 2024-12-02T17:25:26,454 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. after waiting 0 ms 2024-12-02T17:25:26,454 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. 2024-12-02T17:25:26,454 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. 2024-12-02T17:25:26,454 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 10460f58e74f1dbef6c0036924d29005: Waiting for close lock at 1733160326453Disabling compacts and flushes for region at 1733160326453Disabling writes for close at 1733160326454 (+1 ms)Writing region close event to WAL at 1733160326454Closed at 1733160326454 2024-12-02T17:25:26,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741915_1093 (size=93) 2024-12-02T17:25:26,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741915_1093 (size=93) 2024-12-02T17:25:26,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741915_1093 (size=93) 2024-12-02T17:25:26,460 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:26,460 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99656740:(num 1733160326398) 2024-12-02T17:25:26,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:26,462 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:26,475 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462, exclude list is [], retry=0 2024-12-02T17:25:26,477 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:26,478 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:26,478 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:26,479 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 2024-12-02T17:25:26,480 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:26,480 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 10460f58e74f1dbef6c0036924d29005, NAME => 'testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:26,480 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:26,480 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,480 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,482 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,482 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10460f58e74f1dbef6c0036924d29005 columnFamilyName a 2024-12-02T17:25:26,483 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:26,483 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(327): Store=10460f58e74f1dbef6c0036924d29005/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:26,483 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,484 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10460f58e74f1dbef6c0036924d29005 columnFamilyName b 2024-12-02T17:25:26,484 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:26,484 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(327): Store=10460f58e74f1dbef6c0036924d29005/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:26,484 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,485 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10460f58e74f1dbef6c0036924d29005 columnFamilyName c 2024-12-02T17:25:26,485 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:26,486 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(327): Store=10460f58e74f1dbef6c0036924d29005/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:26,486 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,487 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,488 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,489 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,489 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,490 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:26,491 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:26,492 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 10460f58e74f1dbef6c0036924d29005; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72087129, jitterRate=0.07418192923069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:26,493 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 10460f58e74f1dbef6c0036924d29005: Writing region info on filesystem at 1733160326480Initializing all the Stores at 1733160326481 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160326481Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160326481Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160326481Cleaning up temporary data from old regions at 1733160326489 (+8 ms)Region opened successfully at 1733160326493 (+4 ms) 2024-12-02T17:25:26,496 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733160326496/Put/seqid=0 2024-12-02T17:25:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741918_1096 (size=4875) 2024-12-02T17:25:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741918_1096 (size=4875) 2024-12-02T17:25:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741918_1096 (size=4875) 2024-12-02T17:25:26,507 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733160326506/Put/seqid=0 2024-12-02T17:25:26,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741919_1097 (size=4875) 2024-12-02T17:25:26,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741919_1097 (size=4875) 2024-12-02T17:25:26,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741919_1097 (size=4875) 2024-12-02T17:25:26,515 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733160326515/Put/seqid=0 2024-12-02T17:25:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741920_1098 (size=4875) 2024-12-02T17:25:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741920_1098 (size=4875) 2024-12-02T17:25:26,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741920_1098 (size=4875) 2024-12-02T17:25:26,525 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 10460f58e74f1dbef6c0036924d29005/a 2024-12-02T17:25:26,529 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-02T17:25:26,529 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T17:25:26,529 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 10460f58e74f1dbef6c0036924d29005/a 2024-12-02T17:25:26,532 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-02T17:25:26,532 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T17:25:26,532 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 10460f58e74f1dbef6c0036924d29005/a 2024-12-02T17:25:26,535 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-02T17:25:26,536 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T17:25:26,536 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 10460f58e74f1dbef6c0036924d29005 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-02T17:25:26,551 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/.tmp/a/00d8d3ef39574139bf157e6b5970cf15 is 55, key is testCompactedBulkLoadedFiles/a:a/1733160326493/Put/seqid=0 2024-12-02T17:25:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741921_1099 (size=5107) 2024-12-02T17:25:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741921_1099 (size=5107) 2024-12-02T17:25:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741921_1099 (size=5107) 2024-12-02T17:25:26,559 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/.tmp/a/00d8d3ef39574139bf157e6b5970cf15 2024-12-02T17:25:26,564 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/.tmp/a/00d8d3ef39574139bf157e6b5970cf15 as hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/00d8d3ef39574139bf157e6b5970cf15 2024-12-02T17:25:26,569 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/00d8d3ef39574139bf157e6b5970cf15, entries=1, sequenceid=4, filesize=5.0 K 2024-12-02T17:25:26,570 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 10460f58e74f1dbef6c0036924d29005 in 34ms, sequenceid=4, compaction requested=false 2024-12-02T17:25:26,570 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 10460f58e74f1dbef6c0036924d29005: 2024-12-02T17:25:26,571 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_ 2024-12-02T17:25:26,573 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_ 2024-12-02T17:25:26,574 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_ 2024-12-02T17:25:26,574 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile0 into 10460f58e74f1dbef6c0036924d29005/a as hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_ - updating store file list. 2024-12-02T17:25:26,578 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1347493851042028143129dbec15b07_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T17:25:26,578 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_ into 10460f58e74f1dbef6c0036924d29005/a 2024-12-02T17:25:26,578 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile0 into 10460f58e74f1dbef6c0036924d29005/a (new location: hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_) 2024-12-02T17:25:26,579 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile1 into 10460f58e74f1dbef6c0036924d29005/a as hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_ - updating store file list. 2024-12-02T17:25:26,583 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T17:25:26,583 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_ into 10460f58e74f1dbef6c0036924d29005/a 2024-12-02T17:25:26,583 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile1 into 10460f58e74f1dbef6c0036924d29005/a (new location: hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_) 2024-12-02T17:25:26,584 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile2 into 10460f58e74f1dbef6c0036924d29005/a as hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_ - updating store file list. 2024-12-02T17:25:26,588 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T17:25:26,588 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_ into 10460f58e74f1dbef6c0036924d29005/a 2024-12-02T17:25:26,588 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46065/hbase/testCompactedBulkLoadedFiles/hfile2 into 10460f58e74f1dbef6c0036924d29005/a (new location: hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_) 2024-12-02T17:25:26,595 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T17:25:26,595 DEBUG [Time-limited test {}] regionserver.HStore(1541): 10460f58e74f1dbef6c0036924d29005/a is initiating major compaction (all files) 2024-12-02T17:25:26,595 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 10460f58e74f1dbef6c0036924d29005/a in testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. 2024-12-02T17:25:26,595 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/00d8d3ef39574139bf157e6b5970cf15, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_] into tmpdir=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/.tmp, totalSize=19.3 K 2024-12-02T17:25:26,596 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 00d8d3ef39574139bf157e6b5970cf15, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733160326493 2024-12-02T17:25:26,596 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d1347493851042028143129dbec15b07_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T17:25:26,597 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T17:25:26,597 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T17:25:26,609 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/.tmp/a/2c1a90646a92429e8f0513ac3c2a1ec5 is 55, key is testCompactedBulkLoadedFiles/a:a/1733160326493/Put/seqid=0 2024-12-02T17:25:26,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741922_1100 (size=6154) 2024-12-02T17:25:26,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741922_1100 (size=6154) 2024-12-02T17:25:26,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741922_1100 (size=6154) 2024-12-02T17:25:26,621 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/.tmp/a/2c1a90646a92429e8f0513ac3c2a1ec5 as hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/2c1a90646a92429e8f0513ac3c2a1ec5 2024-12-02T17:25:26,626 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 10460f58e74f1dbef6c0036924d29005/a of 10460f58e74f1dbef6c0036924d29005 into 2c1a90646a92429e8f0513ac3c2a1ec5(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T17:25:26,626 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 10460f58e74f1dbef6c0036924d29005: 2024-12-02T17:25:26,627 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T17:25:26,627 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T17:25:26,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462, size=0 (0bytes) 2024-12-02T17:25:26,659 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 might be still open, length is 0 2024-12-02T17:25:26,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 2024-12-02T17:25:26,660 WARN [IPC Server handler 2 on default port 46065 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-02T17:25:26,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 after 1ms 2024-12-02T17:25:27,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-02T17:25:27,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:27,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-02T17:25:27,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-02T17:25:29,072 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:46038 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43367:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46038 dst: /127.0.0.1:43367 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43367 remote=/127.0.0.1:46038]. Total timeout mills is 60000, 57554 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:29,073 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:45220 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45220 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:29,073 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:46418 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46337:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46418 dst: /127.0.0.1:46337 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:29,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741917_1101 (size=1659) 2024-12-02T17:25:29,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741917_1101 (size=1659) 2024-12-02T17:25:30,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 after 4002ms 2024-12-02T17:25:30,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 took 4004ms 2024-12-02T17:25:30,665 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462; continuing. 2024-12-02T17:25:30,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 so closing down 2024-12-02T17:25:30,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:30,667 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733160326462.temp 2024-12-02T17:25:30,668 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000003-wal.1733160326462.temp 2024-12-02T17:25:30,668 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:30,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741923_1102 (size=698) 2024-12-02T17:25:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741923_1102 (size=698) 2024-12-02T17:25:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741923_1102 (size=698) 2024-12-02T17:25:30,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000003-wal.1733160326462.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:30,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000003-wal.1733160326462.temp to hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000008 2024-12-02T17:25:30,681 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T17:25:30,681 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462, journal: Splitting hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462, size=0 (0bytes) at 1733160326659Finishing writing output for hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 so closing down at 1733160330665 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000003-wal.1733160326462.temp at 1733160330668 (+3 ms)3 split writer threads finished at 1733160330668Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000003-wal.1733160326462.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733160330680 (+12 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000003-wal.1733160326462.temp to hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000008 at 1733160330681 (+1 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462, size=0, length=0, corrupted=false, cancelled=false at 1733160330681 2024-12-02T17:25:30,683 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160326462 2024-12-02T17:25:30,684 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000008 2024-12-02T17:25:30,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:30,685 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:30,706 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160330686, exclude list is [], retry=0 2024-12-02T17:25:30,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:30,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:30,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:30,710 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160330686 2024-12-02T17:25:30,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:30,711 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 10460f58e74f1dbef6c0036924d29005, NAME => 'testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:30,711 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:30,711 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,711 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,713 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,714 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10460f58e74f1dbef6c0036924d29005 columnFamilyName a 2024-12-02T17:25:30,714 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:30,726 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/00d8d3ef39574139bf157e6b5970cf15 2024-12-02T17:25:30,730 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/2c1a90646a92429e8f0513ac3c2a1ec5 2024-12-02T17:25:30,733 DEBUG [StoreFileOpener-10460f58e74f1dbef6c0036924d29005-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T17:25:30,733 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_ 2024-12-02T17:25:30,737 DEBUG [StoreFileOpener-10460f58e74f1dbef6c0036924d29005-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1347493851042028143129dbec15b07_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T17:25:30,737 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_ 2024-12-02T17:25:30,740 DEBUG [StoreFileOpener-10460f58e74f1dbef6c0036924d29005-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T17:25:30,740 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_ 2024-12-02T17:25:30,740 WARN [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/00d8d3ef39574139bf157e6b5970cf15 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5fd0cc5c 2024-12-02T17:25:30,740 WARN [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5fd0cc5c 2024-12-02T17:25:30,741 WARN [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5fd0cc5c 2024-12-02T17:25:30,741 WARN [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5fd0cc5c 2024-12-02T17:25:30,741 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/00d8d3ef39574139bf157e6b5970cf15, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_] to archive 2024-12-02T17:25:30,742 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T17:25:30,743 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/00d8d3ef39574139bf157e6b5970cf15 to hdfs://localhost:46065/hbase/archive/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/00d8d3ef39574139bf157e6b5970cf15 2024-12-02T17:25:30,744 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_ to hdfs://localhost:46065/hbase/archive/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_ 2024-12-02T17:25:30,746 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_ to hdfs://localhost:46065/hbase/archive/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d1347493851042028143129dbec15b07_SeqId_4_ 2024-12-02T17:25:30,747 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_ to hdfs://localhost:46065/hbase/archive/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/a/d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_ 2024-12-02T17:25:30,747 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(327): Store=10460f58e74f1dbef6c0036924d29005/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:30,747 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,748 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10460f58e74f1dbef6c0036924d29005 columnFamilyName b 2024-12-02T17:25:30,748 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:30,748 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(327): Store=10460f58e74f1dbef6c0036924d29005/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:30,748 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,749 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10460f58e74f1dbef6c0036924d29005 columnFamilyName c 2024-12-02T17:25:30,749 DEBUG [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:30,749 INFO [StoreOpener-10460f58e74f1dbef6c0036924d29005-1 {}] regionserver.HStore(327): Store=10460f58e74f1dbef6c0036924d29005/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:30,749 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,750 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,751 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,752 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000008 2024-12-02T17:25:30,755 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 10460f58e74f1dbef6c0036924d29005 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "10460f58e74f1dbef6c0036924d29005" family_name: "a" compaction_input: "00d8d3ef39574139bf157e6b5970cf15" compaction_input: "d1347493851042028143129dbec15b07_SeqId_4_" compaction_input: "6bdce0fc3f074400a1a707733fc75c3c_SeqId_4_" compaction_input: "d9ff52f985674f7e8ac6337d2f8b5af6_SeqId_4_" compaction_output: "2c1a90646a92429e8f0513ac3c2a1ec5" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-02T17:25:30,755 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-02T17:25:30,755 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000008 2024-12-02T17:25:30,756 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/0000000000000000008 2024-12-02T17:25:30,757 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,757 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,758 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:30,759 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 10460f58e74f1dbef6c0036924d29005 2024-12-02T17:25:30,761 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testCompactedBulkLoadedFiles/10460f58e74f1dbef6c0036924d29005/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T17:25:30,762 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 10460f58e74f1dbef6c0036924d29005; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73209758, jitterRate=0.090910404920578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 10460f58e74f1dbef6c0036924d29005: Writing region info on filesystem at 1733160330711Initializing all the Stores at 1733160330712 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160330712Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160330713 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160330713Cleaning up temporary data from old regions at 1733160330757 (+44 ms)Region opened successfully at 1733160330762 (+5 ms) 2024-12-02T17:25:30,765 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 10460f58e74f1dbef6c0036924d29005, disabling compactions & flushes 2024-12-02T17:25:30,765 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. 2024-12-02T17:25:30,765 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. 2024-12-02T17:25:30,765 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. after waiting 0 ms 2024-12-02T17:25:30,765 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. 2024-12-02T17:25:30,765 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733160326392.10460f58e74f1dbef6c0036924d29005. 2024-12-02T17:25:30,766 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 10460f58e74f1dbef6c0036924d29005: Waiting for close lock at 1733160330765Disabling compacts and flushes for region at 1733160330765Disabling writes for close at 1733160330765Writing region close event to WAL at 1733160330765Closed at 1733160330765 2024-12-02T17:25:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741924_1103 (size=93) 2024-12-02T17:25:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741924_1103 (size=93) 2024-12-02T17:25:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741924_1103 (size=93) 2024-12-02T17:25:30,770 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:30,770 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733160330686) 2024-12-02T17:25:30,788 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=436 (was 425) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1749095930_22 at /127.0.0.1:44784 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1749095930_22 at /127.0.0.1:51446 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:46065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:46065 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1349 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 322), ProcessCount=11 (was 11), AvailableMemoryMB=2387 (was 2404) 2024-12-02T17:25:30,788 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1349 is superior to 1024 2024-12-02T17:25:30,805 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=436, OpenFileDescriptor=1349, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=2385 2024-12-02T17:25:30,805 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1349 is superior to 1024 2024-12-02T17:25:30,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:30,829 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T17:25:30,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T17:25:30,832 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92886875, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/hregion-92886875, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:30,846 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92886875/hregion-92886875.1733160330832, exclude list is [], retry=0 2024-12-02T17:25:30,848 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:30,849 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:30,849 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:30,851 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92886875/hregion-92886875.1733160330832 2024-12-02T17:25:30,851 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139)] 2024-12-02T17:25:30,851 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a644cafbed03160265a6aa1aeb13510f, NAME => 'testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46065/hbase 2024-12-02T17:25:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741926_1105 (size=67) 2024-12-02T17:25:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741926_1105 (size=67) 2024-12-02T17:25:30,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741926_1105 (size=67) 2024-12-02T17:25:30,865 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:30,866 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,868 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName a 2024-12-02T17:25:30,868 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:30,869 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:30,869 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,870 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName b 2024-12-02T17:25:30,870 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:30,870 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:30,870 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,872 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName c 2024-12-02T17:25:30,872 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:30,872 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:30,872 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,873 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,873 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,874 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,875 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,875 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:30,876 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,879 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T17:25:30,879 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a644cafbed03160265a6aa1aeb13510f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71182824, jitterRate=0.0607067346572876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:30,879 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a644cafbed03160265a6aa1aeb13510f: Writing region info on filesystem at 1733160330865Initializing all the Stores at 1733160330866 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160330866Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160330866Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160330866Cleaning up temporary data from old regions at 1733160330875 (+9 ms)Region opened successfully at 1733160330879 (+4 ms) 2024-12-02T17:25:30,879 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a644cafbed03160265a6aa1aeb13510f, disabling compactions & flushes 2024-12-02T17:25:30,880 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:30,880 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:30,880 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. after waiting 0 ms 2024-12-02T17:25:30,880 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:30,880 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:30,880 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a644cafbed03160265a6aa1aeb13510f: Waiting for close lock at 1733160330879Disabling compacts and flushes for region at 1733160330879Disabling writes for close at 1733160330880 (+1 ms)Writing region close event to WAL at 1733160330880Closed at 1733160330880 2024-12-02T17:25:30,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741925_1104 (size=93) 2024-12-02T17:25:30,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741925_1104 (size=93) 2024-12-02T17:25:30,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741925_1104 (size=93) 2024-12-02T17:25:30,885 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:30,885 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92886875:(num 1733160330832) 2024-12-02T17:25:30,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:30,887 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:30,907 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888, exclude list is [], retry=0 2024-12-02T17:25:30,910 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:30,910 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:30,910 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:30,912 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888 2024-12-02T17:25:30,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:30,912 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a644cafbed03160265a6aa1aeb13510f, NAME => 'testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:30,912 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:30,913 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,913 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,914 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,915 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName a 2024-12-02T17:25:30,915 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:30,916 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:30,916 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,917 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName b 2024-12-02T17:25:30,917 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:30,917 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:30,917 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,918 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName c 2024-12-02T17:25:30,918 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:30,918 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:30,919 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,919 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,920 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,921 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,921 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,922 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:30,923 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:30,924 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a644cafbed03160265a6aa1aeb13510f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68575938, jitterRate=0.021861106157302856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:30,924 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a644cafbed03160265a6aa1aeb13510f: Writing region info on filesystem at 1733160330913Initializing all the Stores at 1733160330913Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160330913Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160330914 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160330914Cleaning up temporary data from old regions at 1733160330921 (+7 ms)Region opened successfully at 1733160330924 (+3 ms) 2024-12-02T17:25:30,932 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a644cafbed03160265a6aa1aeb13510f 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T17:25:30,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/a/31e0c5a6beed48be870b24e7fb7cd598 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733160330924/Put/seqid=0 2024-12-02T17:25:30,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741928_1107 (size=5958) 2024-12-02T17:25:30,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741928_1107 (size=5958) 2024-12-02T17:25:30,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741928_1107 (size=5958) 2024-12-02T17:25:30,960 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/a/31e0c5a6beed48be870b24e7fb7cd598 2024-12-02T17:25:30,966 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/a/31e0c5a6beed48be870b24e7fb7cd598 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/a/31e0c5a6beed48be870b24e7fb7cd598 2024-12-02T17:25:30,971 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/a/31e0c5a6beed48be870b24e7fb7cd598, entries=10, sequenceid=13, filesize=5.8 K 2024-12-02T17:25:30,972 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a644cafbed03160265a6aa1aeb13510f in 40ms, sequenceid=13, compaction requested=false 2024-12-02T17:25:30,972 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a644cafbed03160265a6aa1aeb13510f: 2024-12-02T17:25:30,991 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a644cafbed03160265a6aa1aeb13510f, disabling compactions & flushes 2024-12-02T17:25:30,991 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:30,991 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:30,991 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. after waiting 0 ms 2024-12-02T17:25:30,991 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:30,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T17:25:30,992 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:30,992 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:30,993 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a644cafbed03160265a6aa1aeb13510f: Waiting for close lock at 1733160330991Disabling compacts and flushes for region at 1733160330991Disabling writes for close at 1733160330991Writing region close event to WAL at 1733160330992 (+1 ms)Closed at 1733160330992 2024-12-02T17:25:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741927_1106 (size=5869) 2024-12-02T17:25:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741927_1106 (size=5869) 2024-12-02T17:25:30,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741927_1106 (size=5869) 2024-12-02T17:25:31,017 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888, size=5.7 K (5869bytes) 2024-12-02T17:25:31,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888 2024-12-02T17:25:31,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888 after 0ms 2024-12-02T17:25:31,020 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888 took 3ms 2024-12-02T17:25:31,021 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888 so closing down 2024-12-02T17:25:31,021 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:31,023 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733160330888.temp 2024-12-02T17:25:31,024 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000003-wal.1733160330888.temp 2024-12-02T17:25:31,026 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741929_1108 (size=5223) 2024-12-02T17:25:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741929_1108 (size=5223) 2024-12-02T17:25:31,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741929_1108 (size=5223) 2024-12-02T17:25:31,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000003-wal.1733160330888.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:31,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000003-wal.1733160330888.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000035 2024-12-02T17:25:31,036 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-12-02T17:25:31,037 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888, journal: Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888, size=5.7 K (5869bytes) at 1733160331017Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888 so closing down at 1733160331021 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000003-wal.1733160330888.temp at 1733160331024 (+3 ms)3 split writer threads finished at 1733160331026 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000003-wal.1733160330888.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733160331035 (+9 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000003-wal.1733160330888.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000035 at 1733160331036 (+1 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1733160331036 2024-12-02T17:25:31,038 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160330888 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160330888 2024-12-02T17:25:31,039 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000035 2024-12-02T17:25:31,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:31,041 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:31,056 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041, exclude list is [], retry=0 2024-12-02T17:25:31,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:31,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:31,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:31,061 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 2024-12-02T17:25:31,061 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033),(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-02T17:25:31,061 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a644cafbed03160265a6aa1aeb13510f, NAME => 'testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T17:25:31,061 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:31,061 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,061 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,062 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,063 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName a 2024-12-02T17:25:31,063 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:31,069 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/a/31e0c5a6beed48be870b24e7fb7cd598 2024-12-02T17:25:31,069 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:31,069 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,070 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName b 2024-12-02T17:25:31,070 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:31,070 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:31,070 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,071 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName c 2024-12-02T17:25:31,071 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:31,071 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:31,071 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,072 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,073 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,074 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000035 2024-12-02T17:25:31,076 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000035 2024-12-02T17:25:31,076 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a644cafbed03160265a6aa1aeb13510f 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-02T17:25:31,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/b/4f76fa03aa0b412f93983f5b036089d7 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733160330972/Put/seqid=0 2024-12-02T17:25:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741931_1110 (size=5958) 2024-12-02T17:25:31,097 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/b/4f76fa03aa0b412f93983f5b036089d7 2024-12-02T17:25:31,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741931_1110 (size=5958) 2024-12-02T17:25:31,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741931_1110 (size=5958) 2024-12-02T17:25:31,116 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/c/6dae1db8df7743899f754e7095056653 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733160330980/Put/seqid=0 2024-12-02T17:25:31,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741932_1111 (size=5958) 2024-12-02T17:25:31,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741932_1111 (size=5958) 2024-12-02T17:25:31,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741932_1111 (size=5958) 2024-12-02T17:25:31,124 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/c/6dae1db8df7743899f754e7095056653 2024-12-02T17:25:31,130 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/b/4f76fa03aa0b412f93983f5b036089d7 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/b/4f76fa03aa0b412f93983f5b036089d7 2024-12-02T17:25:31,135 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/b/4f76fa03aa0b412f93983f5b036089d7, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T17:25:31,136 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/c/6dae1db8df7743899f754e7095056653 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/c/6dae1db8df7743899f754e7095056653 2024-12-02T17:25:31,140 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/c/6dae1db8df7743899f754e7095056653, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T17:25:31,140 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a644cafbed03160265a6aa1aeb13510f in 64ms, sequenceid=35, compaction requested=false; wal=null 2024-12-02T17:25:31,141 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000035 2024-12-02T17:25:31,141 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,142 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,142 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:31,143 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:31,145 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-02T17:25:31,146 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a644cafbed03160265a6aa1aeb13510f; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72671716, jitterRate=0.08289295434951782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:31,146 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a644cafbed03160265a6aa1aeb13510f: Writing region info on filesystem at 1733160331061Initializing all the Stores at 1733160331062 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160331062Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160331062Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160331062Obtaining lock to block concurrent updates at 1733160331076 (+14 ms)Preparing flush snapshotting stores in a644cafbed03160265a6aa1aeb13510f at 1733160331076Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733160331076Flushing stores of testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. at 1733160331076Flushing a644cafbed03160265a6aa1aeb13510f/b: creating writer at 1733160331076Flushing a644cafbed03160265a6aa1aeb13510f/b: appending metadata at 1733160331090 (+14 ms)Flushing a644cafbed03160265a6aa1aeb13510f/b: closing flushed file at 1733160331090Flushing a644cafbed03160265a6aa1aeb13510f/c: creating writer at 1733160331102 (+12 ms)Flushing a644cafbed03160265a6aa1aeb13510f/c: appending metadata at 1733160331115 (+13 ms)Flushing a644cafbed03160265a6aa1aeb13510f/c: closing flushed file at 1733160331115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d9bf7c: reopening flushed file at 1733160331129 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b834a48: reopening flushed file at 1733160331135 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a644cafbed03160265a6aa1aeb13510f in 64ms, sequenceid=35, compaction requested=false; wal=null at 1733160331140 (+5 ms)Cleaning up temporary data from old regions at 1733160331142 (+2 ms)Region opened successfully at 1733160331146 (+4 ms) 2024-12-02T17:25:31,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041, size=0 (0bytes) 2024-12-02T17:25:31,210 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 might be still open, length is 0 2024-12-02T17:25:31,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 2024-12-02T17:25:31,211 WARN [IPC Server handler 3 on default port 46065 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-02T17:25:31,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 after 0ms 2024-12-02T17:25:32,071 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:44848 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43367:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44848 dst: /127.0.0.1:43367 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43367 remote=/127.0.0.1:44848]. Total timeout mills is 60000, 59103 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:32,071 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:51484 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46337:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51484 dst: /127.0.0.1:46337 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:32,071 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1369681849_22 at /127.0.0.1:38410 [Receiving block BP-1692665077-172.17.0.3-1733160294083:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38410 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741930_1112 (size=5215) 2024-12-02T17:25:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741930_1112 (size=5215) 2024-12-02T17:25:32,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741930_1112 (size=5215) 2024-12-02T17:25:35,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 after 4001ms 2024-12-02T17:25:35,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 took 4004ms 2024-12-02T17:25:35,216 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041; continuing. 2024-12-02T17:25:35,216 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 so closing down 2024-12-02T17:25:35,216 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T17:25:35,218 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733160331041.temp 2024-12-02T17:25:35,219 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000037-wal.1733160331041.temp 2024-12-02T17:25:35,219 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T17:25:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741933_1113 (size=5223) 2024-12-02T17:25:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741933_1113 (size=5223) 2024-12-02T17:25:35,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741933_1113 (size=5223) 2024-12-02T17:25:35,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000037-wal.1733160331041.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T17:25:35,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000037-wal.1733160331041.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000066 2024-12-02T17:25:35,233 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T17:25:35,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041, journal: Splitting hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041, size=0 (0bytes) at 1733160331210Finishing writing output for hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 so closing down at 1733160335216 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000037-wal.1733160331041.temp at 1733160335219 (+3 ms)3 split writer threads finished at 1733160335219Closed recovered edits writer path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000037-wal.1733160331041.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733160335231 (+12 ms)Rename recovered edits hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000037-wal.1733160331041.temp to hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000066 at 1733160335233 (+2 ms)Processed 30 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041, size=0, length=0, corrupted=false, cancelled=false at 1733160335233 2024-12-02T17:25:35,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 to hdfs://localhost:46065/hbase/oldWALs/wal.1733160331041 2024-12-02T17:25:35,235 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000066 2024-12-02T17:25:35,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T17:25:35,237 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46065/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826, archiveDir=hdfs://localhost:46065/hbase/oldWALs, maxLogs=32 2024-12-02T17:25:35,250 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160335237, exclude list is [], retry=0 2024-12-02T17:25:35,252 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-240099b6-5e8e-4c42-87dd-ff15cfe0693e,DISK] 2024-12-02T17:25:35,253 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43367,DS-2254258a-da26-4ee5-867b-18efb7a636a0,DISK] 2024-12-02T17:25:35,253 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-175698f1-c951-42ad-b908-ba48a354f8c2,DISK] 2024-12-02T17:25:35,254 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160335237 2024-12-02T17:25:35,254 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:46033:46033)] 2024-12-02T17:25:35,255 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T17:25:35,256 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:35,257 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName a 2024-12-02T17:25:35,257 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:35,261 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/a/31e0c5a6beed48be870b24e7fb7cd598 2024-12-02T17:25:35,261 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:35,261 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:35,262 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName b 2024-12-02T17:25:35,262 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:35,266 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/b/4f76fa03aa0b412f93983f5b036089d7 2024-12-02T17:25:35,266 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:35,266 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:35,266 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a644cafbed03160265a6aa1aeb13510f columnFamilyName c 2024-12-02T17:25:35,266 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T17:25:35,271 DEBUG [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/c/6dae1db8df7743899f754e7095056653 2024-12-02T17:25:35,271 INFO [StoreOpener-a644cafbed03160265a6aa1aeb13510f-1 {}] regionserver.HStore(327): Store=a644cafbed03160265a6aa1aeb13510f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T17:25:35,271 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:35,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:35,273 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:35,274 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000066 2024-12-02T17:25:35,280 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000066 2024-12-02T17:25:35,280 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a644cafbed03160265a6aa1aeb13510f 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T17:25:35,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/a/a5b587902870456ca6312e161aac48de is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733160331153/Put/seqid=0 2024-12-02T17:25:35,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741935_1115 (size=5958) 2024-12-02T17:25:35,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741935_1115 (size=5958) 2024-12-02T17:25:35,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741935_1115 (size=5958) 2024-12-02T17:25:35,300 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/a/a5b587902870456ca6312e161aac48de 2024-12-02T17:25:35,323 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/b/efb9133f8df14d628650cf7419741c13 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733160331160/Put/seqid=0 2024-12-02T17:25:35,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741936_1116 (size=5958) 2024-12-02T17:25:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741936_1116 (size=5958) 2024-12-02T17:25:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741936_1116 (size=5958) 2024-12-02T17:25:35,329 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/b/efb9133f8df14d628650cf7419741c13 2024-12-02T17:25:35,348 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/c/bdfcefec7f4d4939be910d151f20eab1 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733160331167/Put/seqid=0 2024-12-02T17:25:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741937_1117 (size=5958) 2024-12-02T17:25:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741937_1117 (size=5958) 2024-12-02T17:25:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741937_1117 (size=5958) 2024-12-02T17:25:35,355 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/c/bdfcefec7f4d4939be910d151f20eab1 2024-12-02T17:25:35,360 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/a/a5b587902870456ca6312e161aac48de as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/a/a5b587902870456ca6312e161aac48de 2024-12-02T17:25:35,364 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/a/a5b587902870456ca6312e161aac48de, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T17:25:35,365 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/b/efb9133f8df14d628650cf7419741c13 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/b/efb9133f8df14d628650cf7419741c13 2024-12-02T17:25:35,369 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/b/efb9133f8df14d628650cf7419741c13, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T17:25:35,370 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/.tmp/c/bdfcefec7f4d4939be910d151f20eab1 as hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/c/bdfcefec7f4d4939be910d151f20eab1 2024-12-02T17:25:35,375 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/c/bdfcefec7f4d4939be910d151f20eab1, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T17:25:35,375 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a644cafbed03160265a6aa1aeb13510f in 95ms, sequenceid=66, compaction requested=false; wal=null 2024-12-02T17:25:35,375 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/0000000000000000066 2024-12-02T17:25:35,376 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:35,376 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:35,377 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T17:25:35,378 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a644cafbed03160265a6aa1aeb13510f 2024-12-02T17:25:35,380 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/hbase/data/default/testReplayEditsWrittenViaHRegion/a644cafbed03160265a6aa1aeb13510f/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-02T17:25:35,381 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a644cafbed03160265a6aa1aeb13510f; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71837879, jitterRate=0.07046781480312347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T17:25:35,381 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a644cafbed03160265a6aa1aeb13510f: Writing region info on filesystem at 1733160335255Initializing all the Stores at 1733160335255Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160335256 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160335256Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733160335256Obtaining lock to block concurrent updates at 1733160335280 (+24 ms)Preparing flush snapshotting stores in a644cafbed03160265a6aa1aeb13510f at 1733160335280Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733160335280Flushing stores of testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. at 1733160335280Flushing a644cafbed03160265a6aa1aeb13510f/a: creating writer at 1733160335280Flushing a644cafbed03160265a6aa1aeb13510f/a: appending metadata at 1733160335293 (+13 ms)Flushing a644cafbed03160265a6aa1aeb13510f/a: closing flushed file at 1733160335293Flushing a644cafbed03160265a6aa1aeb13510f/b: creating writer at 1733160335305 (+12 ms)Flushing a644cafbed03160265a6aa1aeb13510f/b: appending metadata at 1733160335322 (+17 ms)Flushing a644cafbed03160265a6aa1aeb13510f/b: closing flushed file at 1733160335322Flushing a644cafbed03160265a6aa1aeb13510f/c: creating writer at 1733160335334 (+12 ms)Flushing a644cafbed03160265a6aa1aeb13510f/c: appending metadata at 1733160335347 (+13 ms)Flushing a644cafbed03160265a6aa1aeb13510f/c: closing flushed file at 1733160335347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5d060: reopening flushed file at 1733160335359 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689722fb: reopening flushed file at 1733160335364 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ac19a6: reopening flushed file at 1733160335370 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a644cafbed03160265a6aa1aeb13510f in 95ms, sequenceid=66, compaction requested=false; wal=null at 1733160335375 (+5 ms)Cleaning up temporary data from old regions at 1733160335376 (+1 ms)Region opened successfully at 1733160335381 (+5 ms) 2024-12-02T17:25:35,395 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a644cafbed03160265a6aa1aeb13510f, disabling compactions & flushes 2024-12-02T17:25:35,395 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:35,395 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:35,395 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. after waiting 0 ms 2024-12-02T17:25:35,395 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:35,397 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733160330827.a644cafbed03160265a6aa1aeb13510f. 2024-12-02T17:25:35,397 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a644cafbed03160265a6aa1aeb13510f: Waiting for close lock at 1733160335395Disabling compacts and flushes for region at 1733160335395Disabling writes for close at 1733160335395Writing region close event to WAL at 1733160335397 (+2 ms)Closed at 1733160335397 2024-12-02T17:25:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741934_1114 (size=93) 2024-12-02T17:25:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741934_1114 (size=93) 2024-12-02T17:25:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741934_1114 (size=93) 2024-12-02T17:25:35,401 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T17:25:35,401 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733160335237) 2024-12-02T17:25:35,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=444 (was 436) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:46065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1106855636_22 at /127.0.0.1:51522 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:46065 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1106855636_22 at /127.0.0.1:38424 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1106855636_22 at /127.0.0.1:44874 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1416 (was 1349) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=2350 (was 2385) 2024-12-02T17:25:35,417 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1416 is superior to 1024 2024-12-02T17:25:35,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T17:25:35,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T17:25:35,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T17:25:35,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:35,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:35,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T17:25:35,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T17:25:35,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=494419138, stopped=false 2024-12-02T17:25:35,418 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3b3375d1a925,46655,1733160297139 2024-12-02T17:25:35,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T17:25:35,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T17:25:35,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T17:25:35,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:25:35,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:25:35,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:25:35,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T17:25:35,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T17:25:35,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T17:25:35,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:35,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T17:25:35,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3b3375d1a925,32887,1733160297810' ***** 2024-12-02T17:25:35,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T17:25:35,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T17:25:35,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3b3375d1a925,40841,1733160297906' ***** 2024-12-02T17:25:35,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T17:25:35,425 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T17:25:35,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T17:25:35,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T17:25:35,425 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T17:25:35,426 INFO [RS:1;3b3375d1a925:40841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T17:25:35,426 INFO [RS:1;3b3375d1a925:40841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T17:25:35,426 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(3091): Received CLOSE for db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:35,426 INFO [RS:0;3b3375d1a925:32887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T17:25:35,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T17:25:35,426 INFO [RS:0;3b3375d1a925:32887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T17:25:35,426 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(959): stopping server 3b3375d1a925,40841,1733160297906 2024-12-02T17:25:35,426 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(959): stopping server 3b3375d1a925,32887,1733160297810 2024-12-02T17:25:35,426 INFO [RS:0;3b3375d1a925:32887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T17:25:35,426 INFO [RS:1;3b3375d1a925:40841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T17:25:35,426 INFO [RS:0;3b3375d1a925:32887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3b3375d1a925:32887. 2024-12-02T17:25:35,426 DEBUG [RS:0;3b3375d1a925:32887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T17:25:35,426 INFO [RS:1;3b3375d1a925:40841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3b3375d1a925:40841. 2024-12-02T17:25:35,426 DEBUG [RS:0;3b3375d1a925:32887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:35,426 DEBUG [RS:1;3b3375d1a925:40841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T17:25:35,426 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(976): stopping server 3b3375d1a925,32887,1733160297810; all regions closed. 2024-12-02T17:25:35,426 DEBUG [RS:1;3b3375d1a925:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:35,426 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T17:25:35,426 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T17:25:35,426 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T17:25:35,427 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T17:25:35,427 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db1162651c60118c9faf7a561e6f0f70, disabling compactions & flushes 2024-12-02T17:25:35,427 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:35,427 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:35,427 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. after waiting 0 ms 2024-12-02T17:25:35,427 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:35,428 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T17:25:35,428 DEBUG [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(1325): Online Regions={db1162651c60118c9faf7a561e6f0f70=testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T17:25:35,428 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T17:25:35,428 DEBUG [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db1162651c60118c9faf7a561e6f0f70 2024-12-02T17:25:35,428 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T17:25:35,428 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T17:25:35,428 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T17:25:35,428 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T17:25:35,428 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-02T17:25:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741834_1010 (size=2598) 2024-12-02T17:25:35,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741834_1010 (size=2598) 2024-12-02T17:25:35,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741834_1010 (size=2598) 2024-12-02T17:25:35,433 DEBUG [RS:0;3b3375d1a925:32887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/oldWALs 2024-12-02T17:25:35,434 INFO [RS:0;3b3375d1a925:32887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3b3375d1a925%2C32887%2C1733160297810:(num 1733160299321) 2024-12-02T17:25:35,434 DEBUG [RS:0;3b3375d1a925:32887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:35,434 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T17:25:35,434 INFO [RS:0;3b3375d1a925:32887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T17:25:35,434 INFO [RS:0;3b3375d1a925:32887 {}] hbase.ChoreService(370): Chore service for: regionserver/3b3375d1a925:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T17:25:35,434 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T17:25:35,434 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T17:25:35,434 INFO [regionserver/3b3375d1a925:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T17:25:35,434 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T17:25:35,434 INFO [RS:0;3b3375d1a925:32887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T17:25:35,434 INFO [RS:0;3b3375d1a925:32887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32887 2024-12-02T17:25:35,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3b3375d1a925,32887,1733160297810 2024-12-02T17:25:35,437 INFO [RS:0;3b3375d1a925:32887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T17:25:35,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T17:25:35,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3b3375d1a925,32887,1733160297810] 2024-12-02T17:25:35,440 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3b3375d1a925,32887,1733160297810 already deleted, retry=false 2024-12-02T17:25:35,441 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3b3375d1a925,32887,1733160297810 expired; onlineServers=1 2024-12-02T17:25:35,442 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/default/testReplayEditsAfterRegionMovedWithMultiCF/db1162651c60118c9faf7a561e6f0f70/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-02T17:25:35,443 INFO [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:35,443 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db1162651c60118c9faf7a561e6f0f70: Waiting for close lock at 1733160335427Running coprocessor pre-close hooks at 1733160335427Disabling compacts and flushes for region at 1733160335427Disabling writes for close at 1733160335427Writing region close event to WAL at 1733160335430 (+3 ms)Running coprocessor post-close hooks at 1733160335442 (+12 ms)Closed at 1733160335443 (+1 ms) 2024-12-02T17:25:35,443 DEBUG [RS_CLOSE_REGION-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70. 2024-12-02T17:25:35,458 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/.tmp/info/42f75784470449da8d8e751c0f810119 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733160312062.db1162651c60118c9faf7a561e6f0f70./info:regioninfo/1733160315417/Put/seqid=0 2024-12-02T17:25:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741938_1118 (size=8243) 2024-12-02T17:25:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741938_1118 (size=8243) 2024-12-02T17:25:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741938_1118 (size=8243) 2024-12-02T17:25:35,467 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/.tmp/info/42f75784470449da8d8e751c0f810119 2024-12-02T17:25:35,481 INFO [regionserver/3b3375d1a925:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T17:25:35,487 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/.tmp/ns/0e7c3853c3e540d9bb98cf82ef616dd3 is 43, key is default/ns:d/1733160299847/Put/seqid=0 2024-12-02T17:25:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741939_1119 (size=5153) 2024-12-02T17:25:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741939_1119 (size=5153) 2024-12-02T17:25:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741939_1119 (size=5153) 2024-12-02T17:25:35,494 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/.tmp/ns/0e7c3853c3e540d9bb98cf82ef616dd3 2024-12-02T17:25:35,513 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/.tmp/table/3a2b854ee1194dcbae5858a2bb856251 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733160312481/Put/seqid=0 2024-12-02T17:25:35,516 INFO [regionserver/3b3375d1a925:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T17:25:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741940_1120 (size=5431) 2024-12-02T17:25:35,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741940_1120 (size=5431) 2024-12-02T17:25:35,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741940_1120 (size=5431) 2024-12-02T17:25:35,520 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/.tmp/table/3a2b854ee1194dcbae5858a2bb856251 2024-12-02T17:25:35,526 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/.tmp/info/42f75784470449da8d8e751c0f810119 as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/info/42f75784470449da8d8e751c0f810119 2024-12-02T17:25:35,531 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/info/42f75784470449da8d8e751c0f810119, entries=18, sequenceid=21, filesize=8.0 K 2024-12-02T17:25:35,531 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/.tmp/ns/0e7c3853c3e540d9bb98cf82ef616dd3 as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/ns/0e7c3853c3e540d9bb98cf82ef616dd3 2024-12-02T17:25:35,536 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/ns/0e7c3853c3e540d9bb98cf82ef616dd3, entries=2, sequenceid=21, filesize=5.0 K 2024-12-02T17:25:35,537 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/.tmp/table/3a2b854ee1194dcbae5858a2bb856251 as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/table/3a2b854ee1194dcbae5858a2bb856251 2024-12-02T17:25:35,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T17:25:35,539 INFO [RS:0;3b3375d1a925:32887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T17:25:35,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x1009c056a2f0001, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T17:25:35,539 INFO [RS:0;3b3375d1a925:32887 {}] regionserver.HRegionServer(1031): Exiting; stopping=3b3375d1a925,32887,1733160297810; zookeeper connection closed. 2024-12-02T17:25:35,539 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@121aee57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@121aee57 2024-12-02T17:25:35,542 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/table/3a2b854ee1194dcbae5858a2bb856251, entries=2, sequenceid=21, filesize=5.3 K 2024-12-02T17:25:35,543 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=21, compaction requested=false 2024-12-02T17:25:35,547 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-02T17:25:35,548 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T17:25:35,548 INFO [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T17:25:35,548 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733160335428Running coprocessor pre-close hooks at 1733160335428Disabling compacts and flushes for region at 1733160335428Disabling writes for close at 1733160335428Obtaining lock to block concurrent updates at 1733160335428Preparing flush snapshotting stores in 1588230740 at 1733160335428Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733160335429 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733160335429Flushing 1588230740/info: creating writer at 1733160335430 (+1 ms)Flushing 1588230740/info: appending metadata at 1733160335457 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733160335457Flushing 1588230740/ns: creating writer at 1733160335473 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733160335487 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733160335487Flushing 1588230740/table: creating writer at 1733160335499 (+12 ms)Flushing 1588230740/table: appending metadata at 1733160335512 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733160335513 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e066fd2: reopening flushed file at 1733160335525 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6353aabb: reopening flushed file at 1733160335531 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299d58ea: reopening flushed file at 1733160335536 (+5 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=21, compaction requested=false at 1733160335543 (+7 ms)Writing region close event to WAL at 1733160335544 (+1 ms)Running coprocessor post-close hooks at 1733160335548 (+4 ms)Closed at 1733160335548 2024-12-02T17:25:35,549 DEBUG [RS_CLOSE_META-regionserver/3b3375d1a925:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T17:25:35,628 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(976): stopping server 3b3375d1a925,40841,1733160297906; all regions closed. 2024-12-02T17:25:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741836_1012 (size=8899) 2024-12-02T17:25:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741836_1012 (size=8899) 2024-12-02T17:25:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741836_1012 (size=8899) 2024-12-02T17:25:35,632 DEBUG [RS:1;3b3375d1a925:40841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/oldWALs 2024-12-02T17:25:35,632 INFO [RS:1;3b3375d1a925:40841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3b3375d1a925%2C40841%2C1733160297906.meta:.meta(num 1733160299686) 2024-12-02T17:25:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741833_1009 (size=928) 2024-12-02T17:25:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741833_1009 (size=928) 2024-12-02T17:25:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741833_1009 (size=928) 2024-12-02T17:25:35,637 DEBUG [RS:1;3b3375d1a925:40841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/oldWALs 2024-12-02T17:25:35,637 INFO [RS:1;3b3375d1a925:40841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3b3375d1a925%2C40841%2C1733160297906:(num 1733160299321) 2024-12-02T17:25:35,637 DEBUG [RS:1;3b3375d1a925:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T17:25:35,637 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T17:25:35,637 INFO [RS:1;3b3375d1a925:40841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T17:25:35,637 INFO [RS:1;3b3375d1a925:40841 {}] hbase.ChoreService(370): Chore service for: regionserver/3b3375d1a925:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T17:25:35,637 INFO [RS:1;3b3375d1a925:40841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T17:25:35,637 INFO [regionserver/3b3375d1a925:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T17:25:35,638 INFO [RS:1;3b3375d1a925:40841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40841 2024-12-02T17:25:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3b3375d1a925,40841,1733160297906 2024-12-02T17:25:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T17:25:35,640 INFO [RS:1;3b3375d1a925:40841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T17:25:35,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3b3375d1a925,40841,1733160297906] 2024-12-02T17:25:35,642 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3b3375d1a925,40841,1733160297906 already deleted, retry=false 2024-12-02T17:25:35,642 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3b3375d1a925,40841,1733160297906 expired; onlineServers=0 2024-12-02T17:25:35,643 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3b3375d1a925,46655,1733160297139' ***** 2024-12-02T17:25:35,643 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T17:25:35,643 INFO [M:0;3b3375d1a925:46655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T17:25:35,643 INFO [M:0;3b3375d1a925:46655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T17:25:35,643 DEBUG [M:0;3b3375d1a925:46655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T17:25:35,643 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T17:25:35,643 DEBUG [M:0;3b3375d1a925:46655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T17:25:35,643 DEBUG [master/3b3375d1a925:0:becomeActiveMaster-HFileCleaner.large.0-1733160298908 {}] cleaner.HFileCleaner(306): Exit Thread[master/3b3375d1a925:0:becomeActiveMaster-HFileCleaner.large.0-1733160298908,5,FailOnTimeoutGroup] 2024-12-02T17:25:35,643 DEBUG [master/3b3375d1a925:0:becomeActiveMaster-HFileCleaner.small.0-1733160298912 {}] cleaner.HFileCleaner(306): Exit Thread[master/3b3375d1a925:0:becomeActiveMaster-HFileCleaner.small.0-1733160298912,5,FailOnTimeoutGroup] 2024-12-02T17:25:35,643 INFO [M:0;3b3375d1a925:46655 {}] hbase.ChoreService(370): Chore service for: master/3b3375d1a925:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T17:25:35,643 INFO [M:0;3b3375d1a925:46655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T17:25:35,643 DEBUG [M:0;3b3375d1a925:46655 {}] master.HMaster(1795): Stopping service threads 2024-12-02T17:25:35,643 INFO [M:0;3b3375d1a925:46655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T17:25:35,644 INFO [M:0;3b3375d1a925:46655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T17:25:35,644 INFO [M:0;3b3375d1a925:46655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T17:25:35,644 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T17:25:35,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T17:25:35,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T17:25:35,646 DEBUG [M:0;3b3375d1a925:46655 {}] zookeeper.ZKUtil(347): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T17:25:35,646 WARN [M:0;3b3375d1a925:46655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T17:25:35,646 INFO [M:0;3b3375d1a925:46655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/.lastflushedseqids 2024-12-02T17:25:35,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741941_1121 (size=138) 2024-12-02T17:25:35,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741941_1121 (size=138) 2024-12-02T17:25:35,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741941_1121 (size=138) 2024-12-02T17:25:35,660 INFO [M:0;3b3375d1a925:46655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T17:25:35,660 INFO [M:0;3b3375d1a925:46655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T17:25:35,661 DEBUG [M:0;3b3375d1a925:46655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T17:25:35,661 INFO [M:0;3b3375d1a925:46655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T17:25:35,661 DEBUG [M:0;3b3375d1a925:46655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T17:25:35,661 DEBUG [M:0;3b3375d1a925:46655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T17:25:35,661 DEBUG [M:0;3b3375d1a925:46655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T17:25:35,661 INFO [M:0;3b3375d1a925:46655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-02T17:25:35,676 DEBUG [M:0;3b3375d1a925:46655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a26341b195454934ba038ccc9a6d3a33 is 82, key is hbase:meta,,1/info:regioninfo/1733160299773/Put/seqid=0 2024-12-02T17:25:35,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741942_1122 (size=5672) 2024-12-02T17:25:35,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741942_1122 (size=5672) 2024-12-02T17:25:35,682 INFO [M:0;3b3375d1a925:46655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a26341b195454934ba038ccc9a6d3a33 2024-12-02T17:25:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741942_1122 (size=5672) 2024-12-02T17:25:35,701 DEBUG [M:0;3b3375d1a925:46655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09363d4c50e04a71b364679b3c1dafc5 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733160312486/Put/seqid=0 2024-12-02T17:25:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741943_1123 (size=7755) 2024-12-02T17:25:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741943_1123 (size=7755) 2024-12-02T17:25:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741943_1123 (size=7755) 2024-12-02T17:25:35,718 INFO [M:0;3b3375d1a925:46655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09363d4c50e04a71b364679b3c1dafc5 2024-12-02T17:25:35,722 INFO [M:0;3b3375d1a925:46655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09363d4c50e04a71b364679b3c1dafc5 2024-12-02T17:25:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T17:25:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1009c056a2f0002, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T17:25:35,742 INFO [RS:1;3b3375d1a925:40841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T17:25:35,742 INFO [RS:1;3b3375d1a925:40841 {}] regionserver.HRegionServer(1031): Exiting; stopping=3b3375d1a925,40841,1733160297906; zookeeper connection closed. 2024-12-02T17:25:35,742 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f4c890b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f4c890b 2024-12-02T17:25:35,743 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T17:25:35,744 DEBUG [M:0;3b3375d1a925:46655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70db844e40a247559b17911bf981b480 is 69, key is 3b3375d1a925,32887,1733160297810/rs:state/1733160299074/Put/seqid=0 2024-12-02T17:25:35,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741944_1124 (size=5445) 2024-12-02T17:25:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741944_1124 (size=5445) 2024-12-02T17:25:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741944_1124 (size=5445) 2024-12-02T17:25:35,751 INFO [M:0;3b3375d1a925:46655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70db844e40a247559b17911bf981b480 2024-12-02T17:25:35,755 INFO [M:0;3b3375d1a925:46655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70db844e40a247559b17911bf981b480 2024-12-02T17:25:35,756 DEBUG [M:0;3b3375d1a925:46655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a26341b195454934ba038ccc9a6d3a33 as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a26341b195454934ba038ccc9a6d3a33 2024-12-02T17:25:35,761 INFO [M:0;3b3375d1a925:46655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a26341b195454934ba038ccc9a6d3a33, entries=8, sequenceid=168, filesize=5.5 K 2024-12-02T17:25:35,762 DEBUG [M:0;3b3375d1a925:46655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09363d4c50e04a71b364679b3c1dafc5 as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09363d4c50e04a71b364679b3c1dafc5 2024-12-02T17:25:35,766 INFO [M:0;3b3375d1a925:46655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09363d4c50e04a71b364679b3c1dafc5 2024-12-02T17:25:35,766 INFO [M:0;3b3375d1a925:46655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09363d4c50e04a71b364679b3c1dafc5, entries=17, sequenceid=168, filesize=7.6 K 2024-12-02T17:25:35,767 DEBUG [M:0;3b3375d1a925:46655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70db844e40a247559b17911bf981b480 as hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70db844e40a247559b17911bf981b480 2024-12-02T17:25:35,772 INFO [M:0;3b3375d1a925:46655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70db844e40a247559b17911bf981b480 2024-12-02T17:25:35,772 INFO [M:0;3b3375d1a925:46655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46065/user/jenkins/test-data/aec53f3b-9af1-52e3-d07c-8a1701e39757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70db844e40a247559b17911bf981b480, entries=3, sequenceid=168, filesize=5.3 K 2024-12-02T17:25:35,773 INFO [M:0;3b3375d1a925:46655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=168, compaction requested=false 2024-12-02T17:25:35,774 INFO [M:0;3b3375d1a925:46655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T17:25:35,774 DEBUG [M:0;3b3375d1a925:46655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733160335661Disabling compacts and flushes for region at 1733160335661Disabling writes for close at 1733160335661Obtaining lock to block concurrent updates at 1733160335661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733160335661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733160335661Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733160335662 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733160335662Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733160335676 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733160335676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733160335686 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733160335700 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733160335700Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733160335723 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733160335743 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733160335743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5971aa52: reopening flushed file at 1733160335755 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff26040: reopening flushed file at 1733160335761 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e79796: reopening flushed file at 1733160335767 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=168, compaction requested=false at 1733160335773 (+6 ms)Writing region close event to WAL at 1733160335774 (+1 ms)Closed at 1733160335774 2024-12-02T17:25:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741830_1006 (size=81431) 2024-12-02T17:25:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741830_1006 (size=81431) 2024-12-02T17:25:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43367 is added to blk_1073741830_1006 (size=81431) 2024-12-02T17:25:35,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T17:25:35,778 INFO [M:0;3b3375d1a925:46655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T17:25:35,778 INFO [M:0;3b3375d1a925:46655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46655 2024-12-02T17:25:35,778 INFO [M:0;3b3375d1a925:46655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T17:25:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T17:25:35,881 INFO [M:0;3b3375d1a925:46655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T17:25:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x1009c056a2f0000, quorum=127.0.0.1:54909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T17:25:35,888 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160316112 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160316112 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733160315809/wal.1733160316112 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T17:25:35,889 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733160307571/wal.1733160307689 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:35,889 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733160330826/wal.1733160331041 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:35,892 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160325497 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160325497 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733160316277/wal.1733160325497 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T17:25:35,893 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733160300945/wal.1733160301122 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:35,895 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160326225 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160326225 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733160325698/wal.1733160326225 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T17:25:35,896 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733160326391/wal.1733160326462 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T17:25:35,898 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal.1733160300812 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal.1733160300812 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733160300629/wal.1733160300812 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T17:25:35,901 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal.1733160300401 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal.1733160300401 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733160300171/wal.1733160300401 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1369681849_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T17:25:35,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3217543c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T17:25:35,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T17:25:35,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T17:25:35,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T17:25:35,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.log.dir/,STOPPED} 2024-12-02T17:25:35,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T17:25:35,911 WARN [BP-1692665077-172.17.0.3-1733160294083 heartbeating to localhost/127.0.0.1:46065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T17:25:35,911 WARN [BP-1692665077-172.17.0.3-1733160294083 heartbeating to localhost/127.0.0.1:46065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692665077-172.17.0.3-1733160294083 (Datanode Uuid 4449a5a6-3657-4e2f-ad4e-84600fe70508) service to localhost/127.0.0.1:46065 2024-12-02T17:25:35,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T17:25:35,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data5/current/BP-1692665077-172.17.0.3-1733160294083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T17:25:35,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data6/current/BP-1692665077-172.17.0.3-1733160294083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T17:25:35,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T17:25:35,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9308b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T17:25:35,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T17:25:35,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T17:25:35,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T17:25:35,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.log.dir/,STOPPED} 2024-12-02T17:25:35,947 WARN [BP-1692665077-172.17.0.3-1733160294083 heartbeating to localhost/127.0.0.1:46065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T17:25:35,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T17:25:35,947 WARN [BP-1692665077-172.17.0.3-1733160294083 heartbeating to localhost/127.0.0.1:46065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692665077-172.17.0.3-1733160294083 (Datanode Uuid 598b7941-5ed9-45e4-99a1-69fafb9fd86b) service to localhost/127.0.0.1:46065 2024-12-02T17:25:35,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T17:25:35,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data3/current/BP-1692665077-172.17.0.3-1733160294083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T17:25:35,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data4/current/BP-1692665077-172.17.0.3-1733160294083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T17:25:35,948 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T17:25:35,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54387323{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T17:25:35,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T17:25:35,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T17:25:35,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T17:25:35,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.log.dir/,STOPPED} 2024-12-02T17:25:35,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T17:25:35,952 WARN [BP-1692665077-172.17.0.3-1733160294083 heartbeating to localhost/127.0.0.1:46065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T17:25:35,952 WARN [BP-1692665077-172.17.0.3-1733160294083 heartbeating to localhost/127.0.0.1:46065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692665077-172.17.0.3-1733160294083 (Datanode Uuid 7511463d-eadc-4b3b-81b4-1269d11bcd29) service to localhost/127.0.0.1:46065 2024-12-02T17:25:35,952 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T17:25:35,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data1/current/BP-1692665077-172.17.0.3-1733160294083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T17:25:35,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/cluster_5c80937e-fbb1-ffd2-f0ef-6e390f77871e/data/data2/current/BP-1692665077-172.17.0.3-1733160294083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T17:25:35,954 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T17:25:35,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T17:25:35,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T17:25:35,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T17:25:35,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T17:25:35,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19487279-aa72-e925-114a-9c962b9fef77/hadoop.log.dir/,STOPPED} 2024-12-02T17:25:35,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T17:25:36,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down