2024-11-14 04:55:36,796 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-14 04:55:36,806 main DEBUG Took 0.008944 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 04:55:36,807 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 04:55:36,807 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 04:55:36,808 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 04:55:36,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,816 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 04:55:36,828 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,832 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,832 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,833 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,834 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,835 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,836 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,837 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:55:36,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,839 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 04:55:36,841 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:55:36,843 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 04:55:36,845 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 04:55:36,846 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 04:55:36,847 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 04:55:36,848 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 04:55:36,859 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 04:55:36,863 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 04:55:36,865 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 04:55:36,865 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 04:55:36,866 main DEBUG createAppenders(={Console}) 2024-11-14 04:55:36,867 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-14 04:55:36,867 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-14 04:55:36,868 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-14 04:55:36,868 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 04:55:36,869 main DEBUG OutputStream closed 2024-11-14 04:55:36,869 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 04:55:36,869 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 04:55:36,870 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-14 04:55:36,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 04:55:36,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 04:55:36,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 04:55:36,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 04:55:36,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 04:55:36,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 04:55:36,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 04:55:36,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 04:55:36,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 04:55:36,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 04:55:36,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 04:55:36,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 04:55:36,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 04:55:36,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 04:55:36,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 04:55:36,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 04:55:36,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 04:55:36,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 04:55:36,969 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 04:55:36,970 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-14 04:55:36,970 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 04:55:36,971 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-14T04:55:37,257 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3 2024-11-14 04:55:37,261 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 04:55:37,261 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T04:55:37,271 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-14T04:55:37,300 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T04:55:37,351 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T04:55:37,351 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T04:55:37,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:55:37,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd, deleteOnExit=true 2024-11-14T04:55:37,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:55:37,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/test.cache.data in system properties and HBase conf 2024-11-14T04:55:37,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:55:37,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:55:37,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:55:37,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:55:37,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:55:37,479 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T04:55:37,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:55:37,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:55:37,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:55:37,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:55:37,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:55:37,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:55:37,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:55:37,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:55:37,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:55:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:55:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:55:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:55:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:55:37,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:55:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:55:38,517 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T04:55:38,620 INFO [Time-limited test {}] log.Log(170): Logging initialized @2711ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T04:55:38,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:55:38,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:55:38,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:55:38,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:55:38,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:55:38,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:55:38,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e3fa9e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:55:38,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e9d5fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:55:39,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e81340c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/java.io.tmpdir/jetty-localhost-34739-hadoop-hdfs-3_4_1-tests_jar-_-any-3947940732646622215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:55:39,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@300adedd{HTTP/1.1, (http/1.1)}{localhost:34739} 2024-11-14T04:55:39,070 INFO [Time-limited test {}] server.Server(415): Started @3161ms 2024-11-14T04:55:39,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:55:39,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:55:39,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:55:39,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:55:39,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:55:39,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74486fc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:55:39,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eda86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:55:39,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ea39327{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/java.io.tmpdir/jetty-localhost-34389-hadoop-hdfs-3_4_1-tests_jar-_-any-16598742223074222357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:55:39,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22392723{HTTP/1.1, (http/1.1)}{localhost:34389} 2024-11-14T04:55:39,700 INFO [Time-limited test {}] server.Server(415): Started @3792ms 2024-11-14T04:55:39,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:55:39,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:55:39,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:55:39,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:55:39,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:55:39,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:55:39,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bd33fcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:55:39,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dcfe748{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:55:40,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b4e904f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/java.io.tmpdir/jetty-localhost-44421-hadoop-hdfs-3_4_1-tests_jar-_-any-17865126081616406647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:55:40,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a11c128{HTTP/1.1, (http/1.1)}{localhost:44421} 2024-11-14T04:55:40,144 INFO [Time-limited test {}] server.Server(415): Started @4235ms 2024-11-14T04:55:40,147 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:55:40,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:55:40,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:55:40,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:55:40,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:55:40,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:55:40,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50625d9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:55:40,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ba6782{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:55:40,369 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data2/current/BP-1857087076-172.17.0.2-1731560138195/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:40,369 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data1/current/BP-1857087076-172.17.0.2-1731560138195/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:40,376 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data3/current/BP-1857087076-172.17.0.2-1731560138195/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:40,387 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data4/current/BP-1857087076-172.17.0.2-1731560138195/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:40,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34280e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/java.io.tmpdir/jetty-localhost-39143-hadoop-hdfs-3_4_1-tests_jar-_-any-16612844738437576199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:55:40,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a037d0c{HTTP/1.1, (http/1.1)}{localhost:39143} 2024-11-14T04:55:40,474 INFO [Time-limited test {}] server.Server(415): Started @4565ms 2024-11-14T04:55:40,485 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:55:40,513 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:55:40,497 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:55:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9290f106b6fe48fa with lease ID 0x611f7048b5fb5df9: Processing first storage report for DS-965d4766-a5c2-474b-8407-4b98d9843252 from datanode DatanodeRegistration(127.0.0.1:37237, datanodeUuid=44fc92d1-f9b7-4ad4-9e84-dd8f5766899c, infoPort=35085, infoSecurePort=0, ipcPort=35017, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195) 2024-11-14T04:55:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9290f106b6fe48fa with lease ID 0x611f7048b5fb5df9: from storage DS-965d4766-a5c2-474b-8407-4b98d9843252 node DatanodeRegistration(127.0.0.1:37237, datanodeUuid=44fc92d1-f9b7-4ad4-9e84-dd8f5766899c, infoPort=35085, infoSecurePort=0, ipcPort=35017, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:55:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76750ac705754d37 with lease ID 0x611f7048b5fb5df8: Processing first storage report for DS-7add5cea-e760-4c77-ae1e-205a048632ff from datanode DatanodeRegistration(127.0.0.1:42441, datanodeUuid=a27326c3-8c9a-44e5-8aa2-16c176a66203, infoPort=36437, infoSecurePort=0, ipcPort=33545, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195) 2024-11-14T04:55:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76750ac705754d37 with lease ID 0x611f7048b5fb5df8: from storage DS-7add5cea-e760-4c77-ae1e-205a048632ff node DatanodeRegistration(127.0.0.1:42441, datanodeUuid=a27326c3-8c9a-44e5-8aa2-16c176a66203, infoPort=36437, infoSecurePort=0, ipcPort=33545, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:55:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9290f106b6fe48fa with lease ID 0x611f7048b5fb5df9: Processing first storage report for DS-25d8bda1-ec84-4df9-b18d-2a12bccb7430 from datanode DatanodeRegistration(127.0.0.1:37237, datanodeUuid=44fc92d1-f9b7-4ad4-9e84-dd8f5766899c, infoPort=35085, infoSecurePort=0, ipcPort=35017, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195) 2024-11-14T04:55:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9290f106b6fe48fa with lease ID 0x611f7048b5fb5df9: from storage DS-25d8bda1-ec84-4df9-b18d-2a12bccb7430 node DatanodeRegistration(127.0.0.1:37237, datanodeUuid=44fc92d1-f9b7-4ad4-9e84-dd8f5766899c, infoPort=35085, infoSecurePort=0, ipcPort=35017, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:55:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76750ac705754d37 with lease ID 0x611f7048b5fb5df8: Processing first storage report for DS-14e0d981-8cac-401e-bc3b-0b8234c644f0 from datanode DatanodeRegistration(127.0.0.1:42441, datanodeUuid=a27326c3-8c9a-44e5-8aa2-16c176a66203, infoPort=36437, infoSecurePort=0, ipcPort=33545, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195) 2024-11-14T04:55:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76750ac705754d37 with lease ID 0x611f7048b5fb5df8: from storage DS-14e0d981-8cac-401e-bc3b-0b8234c644f0 node DatanodeRegistration(127.0.0.1:42441, datanodeUuid=a27326c3-8c9a-44e5-8aa2-16c176a66203, infoPort=36437, infoSecurePort=0, ipcPort=33545, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:55:40,715 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data5/current/BP-1857087076-172.17.0.2-1731560138195/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:40,730 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data6/current/BP-1857087076-172.17.0.2-1731560138195/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:40,780 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:55:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3b8c335222d4e45 with lease ID 0x611f7048b5fb5dfa: Processing first storage report for DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7 from datanode DatanodeRegistration(127.0.0.1:35231, datanodeUuid=d2f95dab-dadc-4f96-a821-0b0c37bc1d56, infoPort=37303, infoSecurePort=0, ipcPort=36585, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195) 2024-11-14T04:55:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3b8c335222d4e45 with lease ID 0x611f7048b5fb5dfa: from storage DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7 node DatanodeRegistration(127.0.0.1:35231, datanodeUuid=d2f95dab-dadc-4f96-a821-0b0c37bc1d56, infoPort=37303, infoSecurePort=0, ipcPort=36585, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:55:40,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3b8c335222d4e45 with lease ID 0x611f7048b5fb5dfa: Processing first storage report for DS-ed828282-b3a8-45fe-8181-1cde20fad960 from datanode DatanodeRegistration(127.0.0.1:35231, datanodeUuid=d2f95dab-dadc-4f96-a821-0b0c37bc1d56, infoPort=37303, infoSecurePort=0, ipcPort=36585, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195) 2024-11-14T04:55:40,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3b8c335222d4e45 with lease ID 0x611f7048b5fb5dfa: from storage DS-ed828282-b3a8-45fe-8181-1cde20fad960 node DatanodeRegistration(127.0.0.1:35231, datanodeUuid=d2f95dab-dadc-4f96-a821-0b0c37bc1d56, infoPort=37303, infoSecurePort=0, ipcPort=36585, storageInfo=lv=-57;cid=testClusterID;nsid=2112817281;c=1731560138195), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:55:41,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3 2024-11-14T04:55:41,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/zookeeper_0, clientPort=50401, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:55:41,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50401 2024-11-14T04:55:41,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:41,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:41,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:55:41,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:55:41,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:55:41,975 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4 with version=8 2024-11-14T04:55:41,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/hbase-staging 2024-11-14T04:55:42,344 INFO [Time-limited test {}] client.ConnectionUtils(128): master/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:55:42,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:42,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:42,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:55:42,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:42,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:55:42,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:55:42,634 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T04:55:42,643 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T04:55:42,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:55:42,680 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7564 (auto-detected) 2024-11-14T04:55:42,681 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T04:55:42,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42421 2024-11-14T04:55:42,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42421 connecting to ZooKeeper ensemble=127.0.0.1:50401 2024-11-14T04:55:42,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424210x0, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:55:42,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42421-0x100ef99e5f70000 connected 2024-11-14T04:55:42,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:42,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:42,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:42,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4, hbase.cluster.distributed=false 2024-11-14T04:55:42,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:55:42,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-14T04:55:42,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42421 2024-11-14T04:55:42,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42421 2024-11-14T04:55:42,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-14T04:55:42,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-14T04:55:42,997 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:55:42,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:42,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:42,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:55:42,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:43,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:55:43,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:55:43,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:55:43,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37463 2024-11-14T04:55:43,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37463 connecting to ZooKeeper ensemble=127.0.0.1:50401 2024-11-14T04:55:43,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:43,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:43,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374630x0, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:55:43,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374630x0, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:43,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37463-0x100ef99e5f70001 connected 2024-11-14T04:55:43,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:55:43,039 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:55:43,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:55:43,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:55:43,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37463 2024-11-14T04:55:43,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37463 2024-11-14T04:55:43,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37463 2024-11-14T04:55:43,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37463 2024-11-14T04:55:43,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37463 2024-11-14T04:55:43,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:55:43,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:43,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:43,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:55:43,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:43,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:55:43,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:55:43,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:55:43,074 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37649 2024-11-14T04:55:43,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37649 connecting to ZooKeeper ensemble=127.0.0.1:50401 2024-11-14T04:55:43,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:43,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:43,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376490x0, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:55:43,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376490x0, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:43,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37649-0x100ef99e5f70002 connected 2024-11-14T04:55:43,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:55:43,092 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:55:43,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:55:43,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:55:43,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-14T04:55:43,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37649 2024-11-14T04:55:43,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37649 2024-11-14T04:55:43,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-14T04:55:43,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-14T04:55:43,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:55:43,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:43,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:43,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:55:43,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:43,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:55:43,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:55:43,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:55:43,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35355 2024-11-14T04:55:43,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35355 connecting to ZooKeeper ensemble=127.0.0.1:50401 2024-11-14T04:55:43,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:43,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:43,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353550x0, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:55:43,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353550x0, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:43,168 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:55:43,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35355-0x100ef99e5f70003 connected 2024-11-14T04:55:43,173 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:55:43,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:55:43,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:55:43,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35355 2024-11-14T04:55:43,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35355 2024-11-14T04:55:43,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35355 2024-11-14T04:55:43,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35355 2024-11-14T04:55:43,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35355 2024-11-14T04:55:43,204 DEBUG [M:0;44289c305c03:42421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;44289c305c03:42421 2024-11-14T04:55:43,205 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/44289c305c03,42421,1731560142114 2024-11-14T04:55:43,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:43,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:43,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:43,222 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/44289c305c03,42421,1731560142114 2024-11-14T04:55:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:55:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:55:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:55:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:43,254 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T04:55:43,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:43,255 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/44289c305c03,42421,1731560142114 from backup master directory 2024-11-14T04:55:43,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/44289c305c03,42421,1731560142114 2024-11-14T04:55:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:43,261 WARN [master/44289c305c03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:55:43,262 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=44289c305c03,42421,1731560142114 2024-11-14T04:55:43,265 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T04:55:43,266 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T04:55:43,342 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/hbase.id] with ID: 114bdde8-3d07-4189-ab49-b02b412ad2ce 2024-11-14T04:55:43,342 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/.tmp/hbase.id 2024-11-14T04:55:43,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:55:43,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:55:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:55:43,361 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/.tmp/hbase.id]:[hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/hbase.id] 2024-11-14T04:55:43,428 INFO [master/44289c305c03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:43,433 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:55:43,453 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T04:55:43,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:43,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:43,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:43,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:55:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:55:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:55:43,908 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:55:43,911 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:55:43,918 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:43,955 WARN [IPC Server handler 3 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:43,956 WARN [IPC Server handler 3 on default port 33039 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:43,957 WARN [IPC Server handler 3 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:55:43,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:55:43,996 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store 2024-11-14T04:55:44,015 WARN [IPC Server handler 2 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:44,015 WARN [IPC Server handler 2 on default port 33039 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:44,016 WARN [IPC Server handler 2 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:44,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:55:44,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:55:44,047 INFO [master/44289c305c03:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T04:55:44,051 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:44,053 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:55:44,053 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:44,053 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:44,055 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:55:44,055 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:44,056 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:44,057 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731560144053Disabling compacts and flushes for region at 1731560144053Disabling writes for close at 1731560144055 (+2 ms)Writing region close event to WAL at 1731560144056 (+1 ms)Closed at 1731560144056 2024-11-14T04:55:44,060 WARN [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/.initializing 2024-11-14T04:55:44,061 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/WALs/44289c305c03,42421,1731560142114 2024-11-14T04:55:44,070 INFO [master/44289c305c03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:44,087 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C42421%2C1731560142114, suffix=, logDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/WALs/44289c305c03,42421,1731560142114, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/oldWALs, maxLogs=10 2024-11-14T04:55:44,132 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/WALs/44289c305c03,42421,1731560142114/44289c305c03%2C42421%2C1731560142114.1731560144094, exclude list is [], retry=0 2024-11-14T04:55:44,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:55:44,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:44,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:44,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:44,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T04:55:44,216 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/WALs/44289c305c03,42421,1731560142114/44289c305c03%2C42421%2C1731560142114.1731560144094 2024-11-14T04:55:44,217 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:55:44,217 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:44,218 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:44,221 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,223 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:55:44,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:44,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:44,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:55:44,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:44,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:44,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:55:44,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:44,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:44,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:55:44,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:44,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:44,336 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,341 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,342 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,349 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,350 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,354 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:55:44,359 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:44,366 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:44,368 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61957336, jitterRate=-0.07676374912261963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:55:44,376 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731560144236Initializing all the Stores at 1731560144239 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560144240 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560144240Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560144241 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560144241Cleaning up temporary data from old regions at 1731560144350 (+109 ms)Region opened successfully at 1731560144376 (+26 ms) 2024-11-14T04:55:44,378 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:55:44,426 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7048b9e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:55:44,469 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:55:44,485 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:55:44,485 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:55:44,488 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:55:44,490 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T04:55:44,497 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T04:55:44,497 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:55:44,534 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:55:44,546 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T04:55:44,549 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T04:55:44,557 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:55:44,560 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:55:44,562 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T04:55:44,565 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:55:44,577 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:55:44,580 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T04:55:44,582 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:55:44,584 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T04:55:44,611 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:55:44,614 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T04:55:44,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:44,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:44,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:44,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:44,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,624 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=44289c305c03,42421,1731560142114, sessionid=0x100ef99e5f70000, setting cluster-up flag (Was=false) 2024-11-14T04:55:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,686 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T04:55:44,690 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,42421,1731560142114 2024-11-14T04:55:44,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:44,716 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T04:55:44,721 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,42421,1731560142114 2024-11-14T04:55:44,731 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:55:44,794 INFO [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(746): ClusterId : 114bdde8-3d07-4189-ab49-b02b412ad2ce 2024-11-14T04:55:44,794 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(746): ClusterId : 114bdde8-3d07-4189-ab49-b02b412ad2ce 2024-11-14T04:55:44,794 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(746): ClusterId : 114bdde8-3d07-4189-ab49-b02b412ad2ce 2024-11-14T04:55:44,798 DEBUG [RS:2;44289c305c03:35355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:55:44,798 DEBUG [RS:1;44289c305c03:37649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:55:44,798 DEBUG [RS:0;44289c305c03:37463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:55:44,804 DEBUG [RS:0;44289c305c03:37463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:55:44,804 DEBUG [RS:2;44289c305c03:35355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:55:44,804 DEBUG [RS:1;44289c305c03:37649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:55:44,804 DEBUG [RS:0;44289c305c03:37463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:55:44,804 DEBUG [RS:2;44289c305c03:35355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:55:44,804 DEBUG [RS:1;44289c305c03:37649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:55:44,809 DEBUG [RS:0;44289c305c03:37463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:55:44,809 DEBUG [RS:2;44289c305c03:35355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:55:44,809 DEBUG [RS:1;44289c305c03:37649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:55:44,809 DEBUG [RS:0;44289c305c03:37463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415337eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:55:44,810 DEBUG [RS:2;44289c305c03:35355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6c393a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:55:44,810 DEBUG [RS:1;44289c305c03:37649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e19131a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:55:44,815 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:55:44,826 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:55:44,832 DEBUG [RS:1;44289c305c03:37649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;44289c305c03:37649 2024-11-14T04:55:44,832 DEBUG [RS:2;44289c305c03:35355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;44289c305c03:35355 2024-11-14T04:55:44,832 DEBUG [RS:0;44289c305c03:37463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;44289c305c03:37463 2024-11-14T04:55:44,836 INFO [RS:1;44289c305c03:37649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:55:44,836 INFO [RS:2;44289c305c03:35355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:55:44,836 INFO [RS:1;44289c305c03:37649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:55:44,836 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:55:44,836 INFO [RS:2;44289c305c03:35355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:55:44,836 DEBUG [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:55:44,836 DEBUG [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:55:44,839 INFO [RS:0;44289c305c03:37463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:55:44,839 INFO [RS:0;44289c305c03:37463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:55:44,839 DEBUG [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:55:44,843 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,42421,1731560142114 with port=35355, startcode=1731560143136 2024-11-14T04:55:44,843 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,42421,1731560142114 with port=37649, startcode=1731560143070 2024-11-14T04:55:44,843 INFO [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,42421,1731560142114 with port=37463, startcode=1731560142951 2024-11-14T04:55:44,844 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 44289c305c03,42421,1731560142114 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:55:44,854 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:55:44,854 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:55:44,854 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:55:44,854 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:55:44,855 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/44289c305c03:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:55:44,855 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:44,855 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:55:44,855 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:44,863 DEBUG [RS:1;44289c305c03:37649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:55:44,863 DEBUG [RS:0;44289c305c03:37463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:55:44,863 DEBUG [RS:2;44289c305c03:35355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:55:44,902 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731560174902 2024-11-14T04:55:44,910 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:55:44,912 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:55:44,917 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:55:44,917 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:55:44,918 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:55:44,918 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:55:44,921 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:44,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:55:44,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:55:44,926 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:55:44,927 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:55:44,928 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:55:44,931 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38721, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:55:44,932 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:55:44,932 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35745, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:55:44,936 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:55:44,936 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:55:44,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:44,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:55:44,938 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560144938,5,FailOnTimeoutGroup] 2024-11-14T04:55:44,939 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560144938,5,FailOnTimeoutGroup] 2024-11-14T04:55:44,939 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:44,939 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:55:44,940 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:55:44,941 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:44,941 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:44,946 WARN [IPC Server handler 4 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:44,947 WARN [IPC Server handler 4 on default port 33039 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:44,947 WARN [IPC Server handler 4 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:44,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,37649,1731560143070 2024-11-14T04:55:44,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(517): Registering regionserver=44289c305c03,37649,1731560143070 2024-11-14T04:55:44,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,35355,1731560143136 2024-11-14T04:55:44,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(517): Registering regionserver=44289c305c03,35355,1731560143136 2024-11-14T04:55:44,965 DEBUG [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4 2024-11-14T04:55:44,965 DEBUG [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33039 2024-11-14T04:55:44,965 DEBUG [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:55:44,970 DEBUG [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4 2024-11-14T04:55:44,970 DEBUG [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33039 2024-11-14T04:55:44,970 DEBUG [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:55:44,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:55:44,976 DEBUG [RS:1;44289c305c03:37649 {}] zookeeper.ZKUtil(111): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,37649,1731560143070 2024-11-14T04:55:44,976 WARN [RS:1;44289c305c03:37649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:55:44,976 INFO [RS:1;44289c305c03:37649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:44,977 DEBUG [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070 2024-11-14T04:55:44,977 DEBUG [RS:2;44289c305c03:35355 {}] zookeeper.ZKUtil(111): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,35355,1731560143136 2024-11-14T04:55:44,977 WARN [RS:2;44289c305c03:35355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:55:44,977 INFO [RS:2;44289c305c03:35355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:44,978 DEBUG [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,35355,1731560143136 2024-11-14T04:55:44,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,37649,1731560143070] 2024-11-14T04:55:44,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,35355,1731560143136] 2024-11-14T04:55:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:55:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:55:44,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:55:44,983 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4 2024-11-14T04:55:44,986 DEBUG [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T04:55:44,986 WARN [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T04:55:44,988 WARN [IPC Server handler 1 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:44,988 WARN [IPC Server handler 1 on default port 33039 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:44,988 WARN [IPC Server handler 1 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:45,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:55:45,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:55:45,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:45,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:55:45,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:55:45,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:45,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:45,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:55:45,035 INFO [RS:1;44289c305c03:37649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:55:45,035 INFO [RS:2;44289c305c03:35355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:55:45,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:55:45,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:45,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:45,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:55:45,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:55:45,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:45,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:45,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:55:45,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:55:45,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:45,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:45,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:55:45,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740 2024-11-14T04:55:45,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740 2024-11-14T04:55:45,053 INFO [RS:1;44289c305c03:37649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:55:45,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:55:45,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:55:45,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:55:45,057 INFO [RS:2;44289c305c03:35355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:55:45,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:55:45,064 INFO [RS:1;44289c305c03:37649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:55:45,064 INFO [RS:2;44289c305c03:35355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:55:45,064 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,064 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,064 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:45,065 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65156364, jitterRate=-0.02909451723098755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:55:45,066 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:55:45,066 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:55:45,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731560145028Initializing all the Stores at 1731560145030 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560145030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560145031 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560145031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560145031Cleaning up temporary data from old regions at 1731560145054 (+23 ms)Region opened successfully at 1731560145067 (+13 ms) 2024-11-14T04:55:45,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:55:45,067 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:55:45,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:55:45,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:55:45,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:55:45,070 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:55:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560145067Disabling compacts and flushes for region at 1731560145067Disabling writes for close at 1731560145067Writing region close event to WAL at 1731560145070 (+3 ms)Closed at 1731560145070 2024-11-14T04:55:45,073 INFO [RS:2;44289c305c03:35355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:55:45,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:55:45,073 INFO [RS:1;44289c305c03:37649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:55:45,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:55:45,075 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,075 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,076 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,076 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,076 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,076 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,076 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,076 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,076 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,076 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,076 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,076 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,077 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:55:45,077 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:55:45,077 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,077 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,077 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,077 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,077 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,077 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,077 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,077 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,078 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,078 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,078 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,078 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,078 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:55:45,078 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:55:45,078 DEBUG [RS:1;44289c305c03:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:55:45,078 DEBUG [RS:2;44289c305c03:35355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:55:45,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:55:45,081 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,081 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,081 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,081 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,081 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,081 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,081 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,082 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,37649,1731560143070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:55:45,082 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,082 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,082 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,082 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35355,1731560143136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:55:45,088 INFO [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,42421,1731560142114 with port=37463, startcode=1731560142951 2024-11-14T04:55:45,092 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:55:45,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,37463,1731560142951 2024-11-14T04:55:45,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(517): Registering regionserver=44289c305c03,37463,1731560142951 2024-11-14T04:55:45,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:55:45,101 DEBUG [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4 2024-11-14T04:55:45,101 DEBUG [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33039 2024-11-14T04:55:45,101 DEBUG [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:55:45,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:55:45,105 DEBUG [RS:0;44289c305c03:37463 {}] zookeeper.ZKUtil(111): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,37463,1731560142951 2024-11-14T04:55:45,105 WARN [RS:0;44289c305c03:37463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:55:45,105 INFO [RS:0;44289c305c03:37463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:45,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,37463,1731560142951] 2024-11-14T04:55:45,105 DEBUG [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37463,1731560142951 2024-11-14T04:55:45,107 INFO [RS:2;44289c305c03:35355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:55:45,107 INFO [RS:1;44289c305c03:37649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:55:45,109 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35355,1731560143136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,109 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,37649,1731560143070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,109 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,109 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,110 INFO [RS:1;44289c305c03:37649 {}] regionserver.Replication(171): 44289c305c03,37649,1731560143070 started 2024-11-14T04:55:45,110 INFO [RS:2;44289c305c03:35355 {}] regionserver.Replication(171): 44289c305c03,35355,1731560143136 started 2024-11-14T04:55:45,125 INFO [RS:0;44289c305c03:37463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:55:45,129 INFO [RS:0;44289c305c03:37463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:55:45,135 INFO [RS:0;44289c305c03:37463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:55:45,136 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,136 INFO [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:55:45,138 INFO [RS:0;44289c305c03:37463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:55:45,138 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,139 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,139 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,139 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,139 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,139 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,139 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:55:45,140 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,140 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,140 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,140 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,140 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,140 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:45,140 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,141 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:55:45,141 DEBUG [RS:0;44289c305c03:37463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:55:45,141 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,35355,1731560143136, RpcServer on 44289c305c03/172.17.0.2:35355, sessionid=0x100ef99e5f70003 2024-11-14T04:55:45,142 DEBUG [RS:2;44289c305c03:35355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:55:45,142 DEBUG [RS:2;44289c305c03:35355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,35355,1731560143136 2024-11-14T04:55:45,143 DEBUG [RS:2;44289c305c03:35355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,35355,1731560143136' 2024-11-14T04:55:45,143 DEBUG [RS:2;44289c305c03:35355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:55:45,143 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,143 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,37649,1731560143070, RpcServer on 44289c305c03/172.17.0.2:37649, sessionid=0x100ef99e5f70002 2024-11-14T04:55:45,143 DEBUG [RS:1;44289c305c03:37649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:55:45,144 DEBUG [RS:1;44289c305c03:37649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,37649,1731560143070 2024-11-14T04:55:45,144 DEBUG [RS:1;44289c305c03:37649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,37649,1731560143070' 2024-11-14T04:55:45,144 DEBUG [RS:2;44289c305c03:35355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:55:45,144 DEBUG [RS:1;44289c305c03:37649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:55:45,144 DEBUG [RS:2;44289c305c03:35355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:55:45,144 DEBUG [RS:1;44289c305c03:37649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:55:45,144 DEBUG [RS:2;44289c305c03:35355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:55:45,145 DEBUG [RS:2;44289c305c03:35355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,35355,1731560143136 2024-11-14T04:55:45,145 DEBUG [RS:2;44289c305c03:35355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,35355,1731560143136' 2024-11-14T04:55:45,145 DEBUG [RS:2;44289c305c03:35355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:55:45,145 DEBUG [RS:1;44289c305c03:37649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:55:45,145 DEBUG [RS:1;44289c305c03:37649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:55:45,145 DEBUG [RS:1;44289c305c03:37649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,37649,1731560143070 2024-11-14T04:55:45,145 DEBUG [RS:2;44289c305c03:35355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:55:45,145 DEBUG [RS:1;44289c305c03:37649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,37649,1731560143070' 2024-11-14T04:55:45,145 DEBUG [RS:1;44289c305c03:37649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:55:45,146 DEBUG [RS:2;44289c305c03:35355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:55:45,146 DEBUG [RS:1;44289c305c03:37649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:55:45,146 INFO [RS:2;44289c305c03:35355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:55:45,146 INFO [RS:2;44289c305c03:35355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:55:45,147 DEBUG [RS:1;44289c305c03:37649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:55:45,147 INFO [RS:1;44289c305c03:37649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:55:45,147 INFO [RS:1;44289c305c03:37649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:55:45,153 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,153 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,154 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,154 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,154 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,154 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,37463,1731560142951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:55:45,176 INFO [RS:0;44289c305c03:37463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:55:45,177 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,37463,1731560142951-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,177 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,177 INFO [RS:0;44289c305c03:37463 {}] regionserver.Replication(171): 44289c305c03,37463,1731560142951 started 2024-11-14T04:55:45,194 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:45,194 INFO [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,37463,1731560142951, RpcServer on 44289c305c03/172.17.0.2:37463, sessionid=0x100ef99e5f70001 2024-11-14T04:55:45,194 DEBUG [RS:0;44289c305c03:37463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:55:45,194 DEBUG [RS:0;44289c305c03:37463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,37463,1731560142951 2024-11-14T04:55:45,194 DEBUG [RS:0;44289c305c03:37463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,37463,1731560142951' 2024-11-14T04:55:45,194 DEBUG [RS:0;44289c305c03:37463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:55:45,195 DEBUG [RS:0;44289c305c03:37463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:55:45,196 DEBUG [RS:0;44289c305c03:37463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:55:45,196 DEBUG [RS:0;44289c305c03:37463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:55:45,196 DEBUG [RS:0;44289c305c03:37463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,37463,1731560142951 2024-11-14T04:55:45,196 DEBUG [RS:0;44289c305c03:37463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,37463,1731560142951' 2024-11-14T04:55:45,196 DEBUG [RS:0;44289c305c03:37463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:55:45,197 DEBUG [RS:0;44289c305c03:37463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:55:45,197 DEBUG [RS:0;44289c305c03:37463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:55:45,197 INFO [RS:0;44289c305c03:37463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:55:45,198 INFO [RS:0;44289c305c03:37463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:55:45,250 WARN [44289c305c03:42421 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:55:45,252 INFO [RS:2;44289c305c03:35355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:45,252 INFO [RS:1;44289c305c03:37649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:45,255 INFO [RS:2;44289c305c03:35355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C35355%2C1731560143136, suffix=, logDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,35355,1731560143136, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs, maxLogs=32 2024-11-14T04:55:45,255 INFO [RS:1;44289c305c03:37649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C37649%2C1731560143070, suffix=, logDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs, maxLogs=32 2024-11-14T04:55:45,275 DEBUG [RS:2;44289c305c03:35355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,35355,1731560143136/44289c305c03%2C35355%2C1731560143136.1731560145259, exclude list is [], retry=0 2024-11-14T04:55:45,275 DEBUG [RS:1;44289c305c03:37649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070/44289c305c03%2C37649%2C1731560143070.1731560145259, exclude list is [], retry=0 2024-11-14T04:55:45,278 WARN [IPC Server handler 0 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,278 WARN [IPC Server handler 0 on default port 33039 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:45,278 WARN [IPC Server handler 0 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:45,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:45,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:45,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:45,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:45,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:45,298 INFO [RS:1;44289c305c03:37649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070/44289c305c03%2C37649%2C1731560143070.1731560145259 2024-11-14T04:55:45,299 INFO [RS:0;44289c305c03:37463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:45,302 INFO [RS:0;44289c305c03:37463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C37463%2C1731560142951, suffix=, logDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37463,1731560142951, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs, maxLogs=32 2024-11-14T04:55:45,306 DEBUG [RS:1;44289c305c03:37649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:55:45,307 INFO [RS:2;44289c305c03:35355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,35355,1731560143136/44289c305c03%2C35355%2C1731560143136.1731560145259 2024-11-14T04:55:45,308 DEBUG [RS:2;44289c305c03:35355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:55:45,321 DEBUG [RS:0;44289c305c03:37463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37463,1731560142951/44289c305c03%2C37463%2C1731560142951.1731560145304, exclude list is [], retry=0 2024-11-14T04:55:45,325 WARN [IPC Server handler 1 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,325 WARN [IPC Server handler 1 on default port 33039 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:45,325 WARN [IPC Server handler 1 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:45,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:45,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:45,338 INFO [RS:0;44289c305c03:37463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37463,1731560142951/44289c305c03%2C37463%2C1731560142951.1731560145304 2024-11-14T04:55:45,341 DEBUG [RS:0;44289c305c03:37463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:55:45,410 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,410 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,410 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:45,411 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:45,411 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,411 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,411 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:45,411 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:45,411 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,412 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,412 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:45,412 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:45,412 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,413 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:45,413 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:45,413 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:45,502 DEBUG [44289c305c03:42421 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T04:55:45,511 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(204): Hosts are {44289c305c03=0} racks are {/default-rack=0} 2024-11-14T04:55:45,520 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T04:55:45,520 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T04:55:45,520 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T04:55:45,520 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T04:55:45,520 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T04:55:45,520 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T04:55:45,520 INFO [44289c305c03:42421 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T04:55:45,520 INFO [44289c305c03:42421 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T04:55:45,520 INFO [44289c305c03:42421 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T04:55:45,520 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T04:55:45,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,37649,1731560143070 2024-11-14T04:55:45,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,37649,1731560143070, state=OPENING 2024-11-14T04:55:45,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:55:45,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:45,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:45,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:45,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:45,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:45,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:45,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:45,553 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:55:45,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:45,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,37649,1731560143070}] 2024-11-14T04:55:45,735 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:55:45,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:55:45,756 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:55:45,757 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:45,757 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:55:45,761 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C37649%2C1731560143070.meta, suffix=.meta, logDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs, maxLogs=32 2024-11-14T04:55:45,777 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta, exclude list is [], retry=0 2024-11-14T04:55:45,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:45,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:45,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:45,786 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta 2024-11-14T04:55:45,789 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:45,789 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:45,791 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:55:45,794 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:55:45,799 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:55:45,803 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:55:45,803 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:45,804 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:55:45,804 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:55:45,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:55:45,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:55:45,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:45,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:45,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:55:45,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:55:45,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:45,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:45,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:55:45,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:55:45,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:45,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:45,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:55:45,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:55:45,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:45,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:45,817 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:55:45,819 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740 2024-11-14T04:55:45,822 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740 2024-11-14T04:55:45,824 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:55:45,825 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:55:45,826 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:55:45,829 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:55:45,831 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61186421, jitterRate=-0.0882512778043747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:55:45,832 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:55:45,834 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731560145804Writing region info on filesystem at 1731560145804Initializing all the Stores at 1731560145807 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560145807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560145807Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560145807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560145807Cleaning up temporary data from old regions at 1731560145825 (+18 ms)Running coprocessor post-open hooks at 1731560145832 (+7 ms)Region opened successfully at 1731560145834 (+2 ms) 2024-11-14T04:55:45,845 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731560145726 2024-11-14T04:55:45,860 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:55:45,861 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:55:45,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,37649,1731560143070 2024-11-14T04:55:45,865 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,37649,1731560143070, state=OPEN 2024-11-14T04:55:45,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:55:45,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:55:45,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:55:45,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:55:45,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:45,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:45,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:45,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:45,872 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,37649,1731560143070 2024-11-14T04:55:45,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:55:45,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,37649,1731560143070 in 317 msec 2024-11-14T04:55:45,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:55:45,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 799 msec 2024-11-14T04:55:45,886 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:55:45,886 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:55:45,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:55:45,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1] 2024-11-14T04:55:45,941 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:55:45,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:55:45,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-14T04:55:45,983 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731560145983, completionTime=-1 2024-11-14T04:55:45,987 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T04:55:45,987 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:55:46,018 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-14T04:55:46,018 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731560206018 2024-11-14T04:55:46,018 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731560266018 2024-11-14T04:55:46,018 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-14T04:55:46,021 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:55:46,030 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,42421,1731560142114-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:46,030 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,42421,1731560142114-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:46,030 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,42421,1731560142114-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:46,032 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-44289c305c03:42421, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:46,033 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:46,033 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:46,040 DEBUG [master/44289c305c03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:55:46,066 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.804sec 2024-11-14T04:55:46,068 INFO [master/44289c305c03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:55:46,069 INFO [master/44289c305c03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:55:46,071 INFO [master/44289c305c03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:55:46,071 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:55:46,071 INFO [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:55:46,072 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,42421,1731560142114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:55:46,073 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,42421,1731560142114-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:55:46,083 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:55:46,084 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:55:46,085 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,42421,1731560142114-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:46,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f33ec21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:55:46,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,42421,-1 for getting cluster id 2024-11-14T04:55:46,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:55:46,119 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114bdde8-3d07-4189-ab49-b02b412ad2ce' 2024-11-14T04:55:46,122 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:55:46,122 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114bdde8-3d07-4189-ab49-b02b412ad2ce" 2024-11-14T04:55:46,122 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750ab102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:55:46,123 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,42421,-1] 2024-11-14T04:55:46,125 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:55:46,128 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:46,129 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:55:46,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb7db20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:55:46,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:55:46,141 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1] 2024-11-14T04:55:46,141 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:55:46,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:55:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=44289c305c03,42421,1731560142114 2024-11-14T04:55:46,166 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33039/hbase 2024-11-14T04:55:46,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=358, OpenFileDescriptor=595, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=6339 2024-11-14T04:55:46,211 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:46,215 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:46,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:46,220 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33086955, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-33086955, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:46,236 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33086955/hregion-33086955.1731560146222, exclude list is [], retry=0 2024-11-14T04:55:46,241 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:46,241 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:46,241 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:46,244 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33086955/hregion-33086955.1731560146222 2024-11-14T04:55:46,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:46,245 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 75a8efe640e6fc7a198242ab9575e388, NAME => 'testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:55:46,250 WARN [IPC Server handler 1 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:46,250 WARN [IPC Server handler 1 on default port 33039 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:46,250 WARN [IPC Server handler 1 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741838_1014 (size=64) 2024-11-14T04:55:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741838_1014 (size=64) 2024-11-14T04:55:46,257 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:46,259 INFO [StoreOpener-75a8efe640e6fc7a198242ab9575e388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,262 INFO [StoreOpener-75a8efe640e6fc7a198242ab9575e388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a8efe640e6fc7a198242ab9575e388 columnFamilyName a 2024-11-14T04:55:46,262 DEBUG [StoreOpener-75a8efe640e6fc7a198242ab9575e388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:46,263 INFO [StoreOpener-75a8efe640e6fc7a198242ab9575e388-1 {}] regionserver.HStore(327): Store=75a8efe640e6fc7a198242ab9575e388/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:46,263 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,264 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,265 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,265 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,265 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,269 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,273 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:46,274 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 75a8efe640e6fc7a198242ab9575e388; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60248371, jitterRate=-0.10222931206226349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:55:46,275 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 75a8efe640e6fc7a198242ab9575e388: Writing region info on filesystem at 1731560146257Initializing all the Stores at 1731560146259 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560146259Cleaning up temporary data from old regions at 1731560146265 (+6 ms)Region opened successfully at 1731560146275 (+10 ms) 2024-11-14T04:55:46,275 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 75a8efe640e6fc7a198242ab9575e388, disabling compactions & flushes 2024-11-14T04:55:46,275 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388. 2024-11-14T04:55:46,275 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388. 2024-11-14T04:55:46,275 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388. after waiting 0 ms 2024-11-14T04:55:46,275 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388. 2024-11-14T04:55:46,276 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388. 2024-11-14T04:55:46,276 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 75a8efe640e6fc7a198242ab9575e388: Waiting for close lock at 1731560146275Disabling compacts and flushes for region at 1731560146275Disabling writes for close at 1731560146275Writing region close event to WAL at 1731560146276 (+1 ms)Closed at 1731560146276 2024-11-14T04:55:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741837_1013 (size=93) 2024-11-14T04:55:46,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741837_1013 (size=93) 2024-11-14T04:55:46,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741837_1013 (size=93) 2024-11-14T04:55:46,293 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:55:46,293 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33086955:(num 1731560146222) 2024-11-14T04:55:46,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T04:55:46,303 WARN [IPC Server handler 1 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:46,303 WARN [IPC Server handler 1 on default port 33039 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:46,303 WARN [IPC Server handler 1 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:46,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741839_1015 (size=369) 2024-11-14T04:55:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741839_1015 (size=369) 2024-11-14T04:55:46,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T04:55:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741840_1016 (size=231) 2024-11-14T04:55:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741840_1016 (size=231) 2024-11-14T04:55:46,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741840_1016 (size=231) 2024-11-14T04:55:46,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1, size=369 (369bytes) 2024-11-14T04:55:46,350 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T04:55:46,350 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T04:55:46,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1 2024-11-14T04:55:46,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1 after 4ms 2024-11-14T04:55:46,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1 took 16ms 2024-11-14T04:55:46,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1 so closing down 2024-11-14T04:55:46,372 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-14T04:55:46,373 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000001-wal-1.temp 2024-11-14T04:55:46,375 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:55:46,376 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:55:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741841_1017 (size=369) 2024-11-14T04:55:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741841_1017 (size=369) 2024-11-14T04:55:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741841_1017 (size=369) 2024-11-14T04:55:46,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-14T04:55:46,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002 2024-11-14T04:55:46,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-14T04:55:46,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1, journal: Splitting hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1, size=369 (369bytes) at 1731560146349Finishing writing output for hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1 so closing down at 1731560146369 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000001-wal-1.temp at 1731560146373 (+4 ms)3 split writer threads finished at 1731560146376 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731560146391 (+15 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002 at 1731560146395 (+4 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731560146400 (+5 ms) 2024-11-14T04:55:46,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2, size=231 (231bytes) 2024-11-14T04:55:46,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2 2024-11-14T04:55:46,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2 after 1ms 2024-11-14T04:55:46,431 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2 took 6ms 2024-11-14T04:55:46,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2 so closing down 2024-11-14T04:55:46,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:55:46,436 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-14T04:55:46,438 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002-wal-2.temp 2024-11-14T04:55:46,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:55:46,439 WARN [IPC Server handler 2 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:55:46,439 WARN [IPC Server handler 2 on default port 33039 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:55:46,439 WARN [IPC Server handler 2 on default port 33039 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:55:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741842_1018 (size=231) 2024-11-14T04:55:46,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741842_1018 (size=231) 2024-11-14T04:55:46,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T04:55:46,454 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-11-14T04:55:46,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-14T04:55:46,456 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2, journal: Splitting hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2, size=231 (231bytes) at 1731560146425Finishing writing output for hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2 so closing down at 1731560146433 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002-wal-2.temp at 1731560146438 (+5 ms)3 split writer threads finished at 1731560146438Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731560146447 (+9 ms)Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731560146455 (+8 ms) 2024-11-14T04:55:46,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:55:46,458 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:46,475 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal.1731560146459, exclude list is [], retry=0 2024-11-14T04:55:46,479 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:46,480 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:46,481 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:46,484 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal.1731560146459 2024-11-14T04:55:46,484 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:46,484 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 75a8efe640e6fc7a198242ab9575e388, NAME => 'testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:46,484 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:46,484 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,485 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,487 INFO [StoreOpener-75a8efe640e6fc7a198242ab9575e388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,488 INFO [StoreOpener-75a8efe640e6fc7a198242ab9575e388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a8efe640e6fc7a198242ab9575e388 columnFamilyName a 2024-11-14T04:55:46,489 DEBUG [StoreOpener-75a8efe640e6fc7a198242ab9575e388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:46,490 INFO [StoreOpener-75a8efe640e6fc7a198242ab9575e388-1 {}] regionserver.HStore(327): Store=75a8efe640e6fc7a198242ab9575e388/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:46,490 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,491 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,496 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002 2024-11-14T04:55:46,506 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002 2024-11-14T04:55:46,509 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 75a8efe640e6fc7a198242ab9575e388 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-14T04:55:46,567 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/.tmp/a/2e06f57956f043289d59ea66ed434006 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731560146294/Put/seqid=0 2024-11-14T04:55:46,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741844_1020 (size=5170) 2024-11-14T04:55:46,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741844_1020 (size=5170) 2024-11-14T04:55:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741844_1020 (size=5170) 2024-11-14T04:55:46,591 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/.tmp/a/2e06f57956f043289d59ea66ed434006 2024-11-14T04:55:46,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/.tmp/a/2e06f57956f043289d59ea66ed434006 as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/a/2e06f57956f043289d59ea66ed434006 2024-11-14T04:55:46,650 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/a/2e06f57956f043289d59ea66ed434006, entries=2, sequenceid=2, filesize=5.0 K 2024-11-14T04:55:46,659 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 75a8efe640e6fc7a198242ab9575e388 in 147ms, sequenceid=2, compaction requested=false; wal=null 2024-11-14T04:55:46,661 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/0000000000000000002 2024-11-14T04:55:46,662 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,662 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,667 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 75a8efe640e6fc7a198242ab9575e388 2024-11-14T04:55:46,672 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/75a8efe640e6fc7a198242ab9575e388/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-14T04:55:46,673 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 75a8efe640e6fc7a198242ab9575e388; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67677556, jitterRate=0.008474171161651611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:55:46,675 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 75a8efe640e6fc7a198242ab9575e388: Writing region info on filesystem at 1731560146485Initializing all the Stores at 1731560146486 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560146486Obtaining lock to block concurrent updates at 1731560146509 (+23 ms)Preparing flush snapshotting stores in 75a8efe640e6fc7a198242ab9575e388 at 1731560146509Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731560146513 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731560146212.75a8efe640e6fc7a198242ab9575e388. at 1731560146513Flushing 75a8efe640e6fc7a198242ab9575e388/a: creating writer at 1731560146514 (+1 ms)Flushing 75a8efe640e6fc7a198242ab9575e388/a: appending metadata at 1731560146556 (+42 ms)Flushing 75a8efe640e6fc7a198242ab9575e388/a: closing flushed file at 1731560146559 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254103b1: reopening flushed file at 1731560146638 (+79 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 75a8efe640e6fc7a198242ab9575e388 in 147ms, sequenceid=2, compaction requested=false; wal=null at 1731560146659 (+21 ms)Cleaning up temporary data from old regions at 1731560146662 (+3 ms)Region opened successfully at 1731560146675 (+13 ms) 2024-11-14T04:55:46,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=370 (was 358) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:46412 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:49778 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33039/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:46422 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:52888 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:52988 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:49788 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=691 (was 595) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=6250 (was 6339) 2024-11-14T04:55:46,747 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=370, OpenFileDescriptor=691, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=6250 2024-11-14T04:55:46,764 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:46,767 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:46,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:46,773 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-08062806, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-08062806, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:46,787 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-08062806/hregion-08062806.1731560146773, exclude list is [], retry=0 2024-11-14T04:55:46,791 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:46,791 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:46,791 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:46,795 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-08062806/hregion-08062806.1731560146773 2024-11-14T04:55:46,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:46,796 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0a6312c099676f63b9ed15e54bb39bd4, NAME => 'testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:55:46,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741846_1022 (size=64) 2024-11-14T04:55:46,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741846_1022 (size=64) 2024-11-14T04:55:46,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741846_1022 (size=64) 2024-11-14T04:55:46,808 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:46,810 INFO [StoreOpener-0a6312c099676f63b9ed15e54bb39bd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:46,813 INFO [StoreOpener-0a6312c099676f63b9ed15e54bb39bd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a6312c099676f63b9ed15e54bb39bd4 columnFamilyName a 2024-11-14T04:55:46,813 DEBUG [StoreOpener-0a6312c099676f63b9ed15e54bb39bd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:46,814 INFO [StoreOpener-0a6312c099676f63b9ed15e54bb39bd4-1 {}] regionserver.HStore(327): Store=0a6312c099676f63b9ed15e54bb39bd4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:46,814 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:46,815 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:46,815 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:46,816 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:46,816 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:46,818 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:46,822 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:46,823 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a6312c099676f63b9ed15e54bb39bd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66925717, jitterRate=-0.0027291029691696167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:55:46,823 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a6312c099676f63b9ed15e54bb39bd4: Writing region info on filesystem at 1731560146808Initializing all the Stores at 1731560146810 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560146810Cleaning up temporary data from old regions at 1731560146816 (+6 ms)Region opened successfully at 1731560146823 (+7 ms) 2024-11-14T04:55:46,823 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0a6312c099676f63b9ed15e54bb39bd4, disabling compactions & flushes 2024-11-14T04:55:46,823 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4. 2024-11-14T04:55:46,823 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4. 2024-11-14T04:55:46,823 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4. after waiting 0 ms 2024-11-14T04:55:46,823 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4. 2024-11-14T04:55:46,827 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4. 2024-11-14T04:55:46,828 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0a6312c099676f63b9ed15e54bb39bd4: Waiting for close lock at 1731560146823Disabling compacts and flushes for region at 1731560146823Disabling writes for close at 1731560146823Writing region close event to WAL at 1731560146827 (+4 ms)Closed at 1731560146827 2024-11-14T04:55:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741845_1021 (size=93) 2024-11-14T04:55:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741845_1021 (size=93) 2024-11-14T04:55:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741845_1021 (size=93) 2024-11-14T04:55:46,837 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:55:46,838 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-08062806:(num 1731560146773) 2024-11-14T04:55:46,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T04:55:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741847_1023 (size=369) 2024-11-14T04:55:46,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741847_1023 (size=369) 2024-11-14T04:55:46,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741847_1023 (size=369) 2024-11-14T04:55:46,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T04:55:46,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741848_1024 (size=231) 2024-11-14T04:55:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741848_1024 (size=231) 2024-11-14T04:55:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741848_1024 (size=231) 2024-11-14T04:55:46,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2, size=231 (231bytes) 2024-11-14T04:55:46,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2 2024-11-14T04:55:46,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2 after 1ms 2024-11-14T04:55:46,897 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2 took 7ms 2024-11-14T04:55:46,899 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2 so closing down 2024-11-14T04:55:46,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:55:46,902 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-14T04:55:46,904 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002-wal-2.temp 2024-11-14T04:55:46,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:55:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741849_1025 (size=231) 2024-11-14T04:55:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741849_1025 (size=231) 2024-11-14T04:55:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741849_1025 (size=231) 2024-11-14T04:55:46,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T04:55:46,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002 2024-11-14T04:55:46,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-14T04:55:46,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2, journal: Splitting hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2, size=231 (231bytes) at 1731560146891Finishing writing output for hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2 so closing down at 1731560146899 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002-wal-2.temp at 1731560146904 (+5 ms)3 split writer threads finished at 1731560146904Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731560146915 (+11 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002 at 1731560146917 (+2 ms)Processed 1 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731560146918 (+1 ms) 2024-11-14T04:55:46,933 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1, size=369 (369bytes) 2024-11-14T04:55:46,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1 2024-11-14T04:55:46,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1 after 0ms 2024-11-14T04:55:46,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1 took 5ms 2024-11-14T04:55:46,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1 so closing down 2024-11-14T04:55:46,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:55:46,943 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-14T04:55:46,944 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000001-wal-1.temp 2024-11-14T04:55:46,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:55:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741850_1026 (size=369) 2024-11-14T04:55:46,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741850_1026 (size=369) 2024-11-14T04:55:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741850_1026 (size=369) 2024-11-14T04:55:46,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-14T04:55:46,966 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002, length=231 2024-11-14T04:55:46,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002 2024-11-14T04:55:46,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-14T04:55:46,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1, journal: Splitting hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1, size=369 (369bytes) at 1731560146933Finishing writing output for hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1 so closing down at 1731560146941 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000001-wal-1.temp at 1731560146944 (+3 ms)3 split writer threads finished at 1731560146945 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731560146955 (+10 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002 at 1731560146968 (+13 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731560146968 2024-11-14T04:55:46,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:55:46,971 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:46,988 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal.1731560146972, exclude list is [], retry=0 2024-11-14T04:55:46,993 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:46,993 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:46,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:46,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal.1731560146972 2024-11-14T04:55:46,997 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:55:46,997 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a6312c099676f63b9ed15e54bb39bd4, NAME => 'testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:46,997 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:46,997 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:46,997 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:47,000 INFO [StoreOpener-0a6312c099676f63b9ed15e54bb39bd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:47,002 INFO [StoreOpener-0a6312c099676f63b9ed15e54bb39bd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a6312c099676f63b9ed15e54bb39bd4 columnFamilyName a 2024-11-14T04:55:47,002 DEBUG [StoreOpener-0a6312c099676f63b9ed15e54bb39bd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:47,003 INFO [StoreOpener-0a6312c099676f63b9ed15e54bb39bd4-1 {}] regionserver.HStore(327): Store=0a6312c099676f63b9ed15e54bb39bd4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:47,003 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:47,004 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:47,006 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:47,007 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002 2024-11-14T04:55:47,012 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002 2024-11-14T04:55:47,012 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a6312c099676f63b9ed15e54bb39bd4 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-14T04:55:47,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/.tmp/a/add10203eceb4736bb977c9e4e48447f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731560146838/Put/seqid=0 2024-11-14T04:55:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741852_1028 (size=5170) 2024-11-14T04:55:47,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741852_1028 (size=5170) 2024-11-14T04:55:47,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741852_1028 (size=5170) 2024-11-14T04:55:47,044 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/.tmp/a/add10203eceb4736bb977c9e4e48447f 2024-11-14T04:55:47,052 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/.tmp/a/add10203eceb4736bb977c9e4e48447f as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/a/add10203eceb4736bb977c9e4e48447f 2024-11-14T04:55:47,061 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/a/add10203eceb4736bb977c9e4e48447f, entries=2, sequenceid=2, filesize=5.0 K 2024-11-14T04:55:47,061 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 0a6312c099676f63b9ed15e54bb39bd4 in 49ms, sequenceid=2, compaction requested=false; wal=null 2024-11-14T04:55:47,062 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/0000000000000000002 2024-11-14T04:55:47,063 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:47,063 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:47,066 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a6312c099676f63b9ed15e54bb39bd4 2024-11-14T04:55:47,069 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/0a6312c099676f63b9ed15e54bb39bd4/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-14T04:55:47,071 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a6312c099676f63b9ed15e54bb39bd4; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71989198, jitterRate=0.07272264361381531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:55:47,071 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a6312c099676f63b9ed15e54bb39bd4: Writing region info on filesystem at 1731560146998Initializing all the Stores at 1731560146999 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560146999Obtaining lock to block concurrent updates at 1731560147012 (+13 ms)Preparing flush snapshotting stores in 0a6312c099676f63b9ed15e54bb39bd4 at 1731560147012Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731560147012Flushing stores of testReplayEditsWrittenIntoWAL,,1731560146765.0a6312c099676f63b9ed15e54bb39bd4. at 1731560147012Flushing 0a6312c099676f63b9ed15e54bb39bd4/a: creating writer at 1731560147012Flushing 0a6312c099676f63b9ed15e54bb39bd4/a: appending metadata at 1731560147029 (+17 ms)Flushing 0a6312c099676f63b9ed15e54bb39bd4/a: closing flushed file at 1731560147029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a38b19b: reopening flushed file at 1731560147051 (+22 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 0a6312c099676f63b9ed15e54bb39bd4 in 49ms, sequenceid=2, compaction requested=false; wal=null at 1731560147061 (+10 ms)Cleaning up temporary data from old regions at 1731560147063 (+2 ms)Region opened successfully at 1731560147071 (+8 ms) 2024-11-14T04:55:47,093 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=380 (was 370) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:46412 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:46506 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:53080 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:52888 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:49788 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:49848 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=773 (was 691) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=6241 (was 6250) 2024-11-14T04:55:47,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=380, OpenFileDescriptor=773, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=6240 2024-11-14T04:55:47,133 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:47,136 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:47,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:47,141 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90434512, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-90434512, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:47,155 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90434512/hregion-90434512.1731560147141, exclude list is [], retry=0 2024-11-14T04:55:47,160 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:47,162 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:47,162 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:47,165 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90434512/hregion-90434512.1731560147141 2024-11-14T04:55:47,167 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:47,167 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 06e911be0bd65884a61826a610fac7d5, NAME => 'testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:55:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741854_1030 (size=64) 2024-11-14T04:55:47,181 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741854_1030 (size=64) 2024-11-14T04:55:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741854_1030 (size=64) 2024-11-14T04:55:47,183 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:47,186 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e911be0bd65884a61826a610fac7d5 columnFamilyName a 2024-11-14T04:55:47,186 DEBUG [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:47,187 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(327): Store=06e911be0bd65884a61826a610fac7d5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:47,187 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:47,189 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e911be0bd65884a61826a610fac7d5 columnFamilyName b 2024-11-14T04:55:47,189 DEBUG [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:47,189 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(327): Store=06e911be0bd65884a61826a610fac7d5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:47,189 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:47,191 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e911be0bd65884a61826a610fac7d5 columnFamilyName c 2024-11-14T04:55:47,191 DEBUG [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:47,192 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(327): Store=06e911be0bd65884a61826a610fac7d5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:47,192 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:47,193 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:47,194 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:47,196 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:47,196 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:47,197 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:55:47,199 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:47,202 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:47,203 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 06e911be0bd65884a61826a610fac7d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137479, jitterRate=-0.04427708685398102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:55:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 06e911be0bd65884a61826a610fac7d5: Writing region info on filesystem at 1731560147181Initializing all the Stores at 1731560147183 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560147183Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560147183Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560147183Cleaning up temporary data from old regions at 1731560147196 (+13 ms)Region opened successfully at 1731560147203 (+7 ms) 2024-11-14T04:55:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 06e911be0bd65884a61826a610fac7d5, disabling compactions & flushes 2024-11-14T04:55:47,203 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. 2024-11-14T04:55:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. 2024-11-14T04:55:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. after waiting 0 ms 2024-11-14T04:55:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. 2024-11-14T04:55:47,204 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. 2024-11-14T04:55:47,204 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 06e911be0bd65884a61826a610fac7d5: Waiting for close lock at 1731560147203Disabling compacts and flushes for region at 1731560147203Disabling writes for close at 1731560147203Writing region close event to WAL at 1731560147204 (+1 ms)Closed at 1731560147204 2024-11-14T04:55:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741853_1029 (size=93) 2024-11-14T04:55:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741853_1029 (size=93) 2024-11-14T04:55:47,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741853_1029 (size=93) 2024-11-14T04:55:47,211 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:55:47,211 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90434512:(num 1731560147141) 2024-11-14T04:55:47,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:55:47,213 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:47,229 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214, exclude list is [], retry=0 2024-11-14T04:55:47,232 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:47,232 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:47,233 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:47,237 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 2024-11-14T04:55:47,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:55:47,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214, size=0 (0bytes) 2024-11-14T04:55:47,481 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 might be still open, length is 0 2024-11-14T04:55:47,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 2024-11-14T04:55:47,482 WARN [IPC Server handler 2 on default port 33039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-14T04:55:47,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 after 2ms 2024-11-14T04:55:49,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:55:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:55:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:55:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:55:49,803 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:49896 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42441:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49896 dst: /127.0.0.1:42441 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42441 remote=/127.0.0.1:49896]. Total timeout mills is 60000, 57643 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:55:49,804 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:53132 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53132 dst: /127.0.0.1:37237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:55:49,804 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:46560 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35231:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46560 dst: /127.0.0.1:35231 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:55:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741855_1032 (size=470675) 2024-11-14T04:55:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741855_1032 (size=470675) 2024-11-14T04:55:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741855_1032 (size=470675) 2024-11-14T04:55:51,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:55:51,380 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:55:51,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 after 4003ms 2024-11-14T04:55:51,490 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 took 4010ms 2024-11-14T04:55:51,496 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731560147214.temp 2024-11-14T04:55:51,499 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000000001-wal.1731560147214.temp 2024-11-14T04:55:51,582 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214; continuing. 2024-11-14T04:55:51,583 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 so closing down 2024-11-14T04:55:51,583 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:55:51,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:55:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741856_1033 (size=470683) 2024-11-14T04:55:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741856_1033 (size=470683) 2024-11-14T04:55:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741856_1033 (size=470683) 2024-11-14T04:55:51,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000000001-wal.1731560147214.temp (wrote 3002 edits, skipped 0 edits in 31 ms) 2024-11-14T04:55:51,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000000001-wal.1731560147214.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000003002 2024-11-14T04:55:51,592 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T04:55:51,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214, journal: Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214, size=0 (0bytes) at 1731560147481Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000000001-wal.1731560147214.temp at 1731560151499 (+4018 ms)Split 1024 edits, skipped 0 edits. at 1731560151553 (+54 ms)Split 2048 edits, skipped 0 edits. at 1731560151572 (+19 ms)Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 so closing down at 1731560151583 (+11 ms)3 split writer threads finished at 1731560151583Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000000001-wal.1731560147214.temp (wrote 3002 edits, skipped 0 edits in 31 ms) at 1731560151590 (+7 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000000001-wal.1731560147214.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000003002 at 1731560151592 (+2 ms)Processed 3002 edits across 1 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214, size=0, length=0, corrupted=false, cancelled=false at 1731560151592 2024-11-14T04:55:51,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560147214 2024-11-14T04:55:51,596 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000003002 2024-11-14T04:55:51,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:55:51,599 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:51,613 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560151599, exclude list is [], retry=0 2024-11-14T04:55:51,617 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:51,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:51,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:51,621 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560151599 2024-11-14T04:55:51,623 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:55:51,623 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:51,625 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:51,626 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e911be0bd65884a61826a610fac7d5 columnFamilyName a 2024-11-14T04:55:51,626 DEBUG [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:51,627 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(327): Store=06e911be0bd65884a61826a610fac7d5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:51,627 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:51,628 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e911be0bd65884a61826a610fac7d5 columnFamilyName b 2024-11-14T04:55:51,628 DEBUG [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:51,629 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(327): Store=06e911be0bd65884a61826a610fac7d5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:51,629 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:51,630 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e911be0bd65884a61826a610fac7d5 columnFamilyName c 2024-11-14T04:55:51,630 DEBUG [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:51,631 INFO [StoreOpener-06e911be0bd65884a61826a610fac7d5-1 {}] regionserver.HStore(327): Store=06e911be0bd65884a61826a610fac7d5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:51,631 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:51,632 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:51,634 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:51,635 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000003002 2024-11-14T04:55:51,675 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T04:55:52,091 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 06e911be0bd65884a61826a610fac7d5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-14T04:55:52,131 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/a/a35e7740f3f5452498d4bb8719ba69be is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731560147248/Put/seqid=0 2024-11-14T04:55:52,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741858_1035 (size=50463) 2024-11-14T04:55:52,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741858_1035 (size=50463) 2024-11-14T04:55:52,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741858_1035 (size=50463) 2024-11-14T04:55:52,146 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/a/a35e7740f3f5452498d4bb8719ba69be 2024-11-14T04:55:52,155 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/a/a35e7740f3f5452498d4bb8719ba69be as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/a/a35e7740f3f5452498d4bb8719ba69be 2024-11-14T04:55:52,163 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/a/a35e7740f3f5452498d4bb8719ba69be, entries=754, sequenceid=754, filesize=49.3 K 2024-11-14T04:55:52,164 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 06e911be0bd65884a61826a610fac7d5 in 73ms, sequenceid=754, compaction requested=false; wal=null 2024-11-14T04:55:52,177 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T04:55:52,178 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 06e911be0bd65884a61826a610fac7d5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-14T04:55:52,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/a/7b1b4aa5dee64bb99220c5ddb1c6927e is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731560147310/Put/seqid=0 2024-11-14T04:55:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741859_1036 (size=20072) 2024-11-14T04:55:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741859_1036 (size=20072) 2024-11-14T04:55:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741859_1036 (size=20072) 2024-11-14T04:55:52,205 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/a/7b1b4aa5dee64bb99220c5ddb1c6927e 2024-11-14T04:55:52,236 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/b/b7a15d771c6f4bd78681e4b8ccc1d1b7 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731560147336/Put/seqid=0 2024-11-14T04:55:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741860_1037 (size=35835) 2024-11-14T04:55:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741860_1037 (size=35835) 2024-11-14T04:55:52,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741860_1037 (size=35835) 2024-11-14T04:55:52,249 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/b/b7a15d771c6f4bd78681e4b8ccc1d1b7 2024-11-14T04:55:52,263 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/a/7b1b4aa5dee64bb99220c5ddb1c6927e as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/a/7b1b4aa5dee64bb99220c5ddb1c6927e 2024-11-14T04:55:52,277 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/a/7b1b4aa5dee64bb99220c5ddb1c6927e, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-14T04:55:52,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/b/b7a15d771c6f4bd78681e4b8ccc1d1b7 as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/b/b7a15d771c6f4bd78681e4b8ccc1d1b7 2024-11-14T04:55:52,291 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/b/b7a15d771c6f4bd78681e4b8ccc1d1b7, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-14T04:55:52,292 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 06e911be0bd65884a61826a610fac7d5 in 113ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-14T04:55:52,303 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T04:55:52,303 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 06e911be0bd65884a61826a610fac7d5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-14T04:55:52,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/b/a1405cfb69e04eff949b02d890580659 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731560147363/Put/seqid=0 2024-11-14T04:55:52,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741861_1038 (size=35082) 2024-11-14T04:55:52,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741861_1038 (size=35082) 2024-11-14T04:55:52,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741861_1038 (size=35082) 2024-11-14T04:55:52,348 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/b/a1405cfb69e04eff949b02d890580659 2024-11-14T04:55:52,377 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/c/4042a95ea322493da066b26a8c1dd805 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731560147395/Put/seqid=0 2024-11-14T04:55:52,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741862_1039 (size=20825) 2024-11-14T04:55:52,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741862_1039 (size=20825) 2024-11-14T04:55:52,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741862_1039 (size=20825) 2024-11-14T04:55:52,390 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/c/4042a95ea322493da066b26a8c1dd805 2024-11-14T04:55:52,399 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/b/a1405cfb69e04eff949b02d890580659 as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/b/a1405cfb69e04eff949b02d890580659 2024-11-14T04:55:52,406 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/b/a1405cfb69e04eff949b02d890580659, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-14T04:55:52,407 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/c/4042a95ea322493da066b26a8c1dd805 as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/c/4042a95ea322493da066b26a8c1dd805 2024-11-14T04:55:52,415 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/c/4042a95ea322493da066b26a8c1dd805, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-14T04:55:52,416 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 06e911be0bd65884a61826a610fac7d5 in 112ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-14T04:55:52,425 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731560147444/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. 2024-11-14T04:55:52,430 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000003002 2024-11-14T04:55:52,430 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T04:55:52,430 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 06e911be0bd65884a61826a610fac7d5 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-14T04:55:52,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/c/d433b5d6828248938301d64704db74aa is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731560147405/Put/seqid=0 2024-11-14T04:55:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741863_1040 (size=50301) 2024-11-14T04:55:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741863_1040 (size=50301) 2024-11-14T04:55:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741863_1040 (size=50301) 2024-11-14T04:55:52,455 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/c/d433b5d6828248938301d64704db74aa 2024-11-14T04:55:52,464 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d433b5d6828248938301d64704db74aa 2024-11-14T04:55:52,465 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/.tmp/c/d433b5d6828248938301d64704db74aa as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/c/d433b5d6828248938301d64704db74aa 2024-11-14T04:55:52,473 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d433b5d6828248938301d64704db74aa 2024-11-14T04:55:52,473 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/c/d433b5d6828248938301d64704db74aa, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-14T04:55:52,473 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 06e911be0bd65884a61826a610fac7d5 in 43ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-14T04:55:52,474 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/0000000000000003002 2024-11-14T04:55:52,476 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:52,476 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:52,477 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:55:52,479 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 06e911be0bd65884a61826a610fac7d5 2024-11-14T04:55:52,482 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenIntoWAL/06e911be0bd65884a61826a610fac7d5/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-14T04:55:52,483 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 06e911be0bd65884a61826a610fac7d5; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60614819, jitterRate=-0.0967688113451004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:55:52,484 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 06e911be0bd65884a61826a610fac7d5: Writing region info on filesystem at 1731560151623Initializing all the Stores at 1731560151625 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560151625Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560151625Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560151625Cleaning up temporary data from old regions at 1731560152476 (+851 ms)Region opened successfully at 1731560152483 (+7 ms) 2024-11-14T04:55:52,555 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 06e911be0bd65884a61826a610fac7d5, disabling compactions & flushes 2024-11-14T04:55:52,556 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. 2024-11-14T04:55:52,556 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. 2024-11-14T04:55:52,556 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. after waiting 0 ms 2024-11-14T04:55:52,556 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. 2024-11-14T04:55:52,564 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731560147134.06e911be0bd65884a61826a610fac7d5. 2024-11-14T04:55:52,564 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 06e911be0bd65884a61826a610fac7d5: Waiting for close lock at 1731560152555Disabling compacts and flushes for region at 1731560152555Disabling writes for close at 1731560152556 (+1 ms)Writing region close event to WAL at 1731560152564 (+8 ms)Closed at 1731560152564 2024-11-14T04:55:52,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741857_1034 (size=93) 2024-11-14T04:55:52,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741857_1034 (size=93) 2024-11-14T04:55:52,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741857_1034 (size=93) 2024-11-14T04:55:52,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:55:52,576 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731560151599) 2024-11-14T04:55:52,593 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=398 (was 380) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (713291633) connection to localhost/127.0.0.1:33545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2102465935_22 at /127.0.0.1:53174 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2b2a9bda[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2102465935_22 at /127.0.0.1:47560 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@25ed7117[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@31f5fd83[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2102465935_22 at /127.0.0.1:34340 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2102465935_22 at /127.0.0.1:51206 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (713291633) connection to localhost/127.0.0.1:35017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (713291633) connection to localhost/127.0.0.1:33039 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1252a6e[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=853 (was 773) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=5998 (was 6240) 2024-11-14T04:55:52,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=398, OpenFileDescriptor=853, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=5997 2024-11-14T04:55:52,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:55:52,632 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:52,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:55:52,634 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:55:52,634 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:55:52,634 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:55:52,634 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:52,634 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T04:55:52,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:52,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-14T04:55:52,635 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-14T04:55:52,641 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90264456, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-90264456, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:52,659 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90264456/hregion-90264456.1731560152641, exclude list is [], retry=0 2024-11-14T04:55:52,662 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:52,662 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:52,663 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:52,665 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90264456/hregion-90264456.1731560152641 2024-11-14T04:55:52,666 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:52,667 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1eb9587a2db377c6ac81e1f2b4a19387, NAME => 'test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:55:52,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741865_1042 (size=43) 2024-11-14T04:55:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741865_1042 (size=43) 2024-11-14T04:55:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741865_1042 (size=43) 2024-11-14T04:55:52,681 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:52,683 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:52,685 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb9587a2db377c6ac81e1f2b4a19387 columnFamilyName a 2024-11-14T04:55:52,685 DEBUG [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:52,685 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(327): Store=1eb9587a2db377c6ac81e1f2b4a19387/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:52,686 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:52,687 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb9587a2db377c6ac81e1f2b4a19387 columnFamilyName b 2024-11-14T04:55:52,687 DEBUG [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:52,688 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(327): Store=1eb9587a2db377c6ac81e1f2b4a19387/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:52,688 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:52,690 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb9587a2db377c6ac81e1f2b4a19387 columnFamilyName c 2024-11-14T04:55:52,690 DEBUG [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:52,691 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(327): Store=1eb9587a2db377c6ac81e1f2b4a19387/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:52,691 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:52,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:52,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:52,698 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:52,698 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:52,699 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:55:52,700 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:52,704 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:52,705 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1eb9587a2db377c6ac81e1f2b4a19387; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60036082, jitterRate=-0.10539266467094421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:55:52,706 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1eb9587a2db377c6ac81e1f2b4a19387: Writing region info on filesystem at 1731560152681Initializing all the Stores at 1731560152682 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560152682Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560152682Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560152683 (+1 ms)Cleaning up temporary data from old regions at 1731560152698 (+15 ms)Region opened successfully at 1731560152706 (+8 ms) 2024-11-14T04:55:52,706 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1eb9587a2db377c6ac81e1f2b4a19387, disabling compactions & flushes 2024-11-14T04:55:52,706 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. 2024-11-14T04:55:52,706 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. 2024-11-14T04:55:52,706 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. after waiting 0 ms 2024-11-14T04:55:52,706 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. 2024-11-14T04:55:52,707 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. 2024-11-14T04:55:52,707 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1eb9587a2db377c6ac81e1f2b4a19387: Waiting for close lock at 1731560152706Disabling compacts and flushes for region at 1731560152706Disabling writes for close at 1731560152706Writing region close event to WAL at 1731560152707 (+1 ms)Closed at 1731560152707 2024-11-14T04:55:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741864_1041 (size=93) 2024-11-14T04:55:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741864_1041 (size=93) 2024-11-14T04:55:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741864_1041 (size=93) 2024-11-14T04:55:52,717 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:55:52,717 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90264456:(num 1731560152641) 2024-11-14T04:55:52,717 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:55:52,720 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:52,740 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720, exclude list is [], retry=0 2024-11-14T04:55:52,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:52,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:52,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:52,749 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720 2024-11-14T04:55:52,753 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-14T04:55:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741866_1043 (size=344306) 2024-11-14T04:55:52,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741866_1043 (size=344306) 2024-11-14T04:55:52,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741866_1043 (size=344306) 2024-11-14T04:55:52,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720, size=336.2 K (344306bytes) 2024-11-14T04:55:52,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720 2024-11-14T04:55:52,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720 after 1ms 2024-11-14T04:55:52,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720 took 5ms 2024-11-14T04:55:52,970 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731560152720.temp 2024-11-14T04:55:52,971 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000000001-wal.1731560152720.temp 2024-11-14T04:55:52,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720 so closing down 2024-11-14T04:55:52,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:55:52,992 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:55:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741867_1044 (size=344306) 2024-11-14T04:55:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741867_1044 (size=344306) 2024-11-14T04:55:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741867_1044 (size=344306) 2024-11-14T04:55:53,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000000001-wal.1731560152720.temp (wrote 3000 edits, skipped 0 edits in 12 ms) 2024-11-14T04:55:53,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000000001-wal.1731560152720.temp to hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003000 2024-11-14T04:55:53,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-11-14T04:55:53,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720, journal: Splitting hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720, size=336.2 K (344306bytes) at 1731560152956Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000000001-wal.1731560152720.temp at 1731560152971 (+15 ms)Split 1024 edits, skipped 0 edits. at 1731560152975 (+4 ms)Split 2048 edits, skipped 0 edits. at 1731560152982 (+7 ms)Finishing writing output for hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720 so closing down at 1731560152991 (+9 ms)3 split writer threads finished at 1731560152992 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000000001-wal.1731560152720.temp (wrote 3000 edits, skipped 0 edits in 12 ms) at 1731560153001 (+9 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000000001-wal.1731560152720.temp to hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003000 at 1731560153004 (+3 ms)Processed 3000 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1731560153004 2024-11-14T04:55:53,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560152720 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560152720 2024-11-14T04:55:53,007 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003000 2024-11-14T04:55:53,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:55:53,010 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:53,024 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010, exclude list is [], retry=0 2024-11-14T04:55:53,027 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:53,027 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:53,028 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:53,030 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010 2024-11-14T04:55:53,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:53,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010 not finished, retry = 0 2024-11-14T04:55:53,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741868_1045 (size=344433) 2024-11-14T04:55:53,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741868_1045 (size=344433) 2024-11-14T04:55:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741868_1045 (size=344433) 2024-11-14T04:55:53,361 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010, size=336.4 K (344433bytes) 2024-11-14T04:55:53,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010 2024-11-14T04:55:53,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010 after 0ms 2024-11-14T04:55:53,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010 took 6ms 2024-11-14T04:55:53,372 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731560153010.temp 2024-11-14T04:55:53,373 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003001-wal.1731560153010.temp 2024-11-14T04:55:53,398 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010 so closing down 2024-11-14T04:55:53,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:55:53,399 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:55:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741869_1046 (size=344433) 2024-11-14T04:55:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741869_1046 (size=344433) 2024-11-14T04:55:53,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741869_1046 (size=344433) 2024-11-14T04:55:53,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003001-wal.1731560153010.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-11-14T04:55:53,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003001-wal.1731560153010.temp to hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000006000 2024-11-14T04:55:53,409 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-11-14T04:55:53,409 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010, journal: Splitting hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010, size=336.4 K (344433bytes) at 1731560153361Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003001-wal.1731560153010.temp at 1731560153373 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731560153378 (+5 ms)Split 2048 edits, skipped 0 edits. at 1731560153388 (+10 ms)Finishing writing output for hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010 so closing down at 1731560153398 (+10 ms)3 split writer threads finished at 1731560153399 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003001-wal.1731560153010.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1731560153407 (+8 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003001-wal.1731560153010.temp to hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000006000 at 1731560153409 (+2 ms)Processed 3000 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1731560153409 2024-11-14T04:55:53,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153010 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560153010 2024-11-14T04:55:53,413 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000006000 2024-11-14T04:55:53,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:55:53,418 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/test2727-manual,16010,1731560152631, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:53,440 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153419, exclude list is [], retry=0 2024-11-14T04:55:53,444 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:53,445 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:53,445 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:53,449 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153419 2024-11-14T04:55:53,450 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:55:53,450 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1eb9587a2db377c6ac81e1f2b4a19387, NAME => 'test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:53,450 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:53,450 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,450 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,452 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,453 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb9587a2db377c6ac81e1f2b4a19387 columnFamilyName a 2024-11-14T04:55:53,453 DEBUG [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:53,454 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(327): Store=1eb9587a2db377c6ac81e1f2b4a19387/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:53,454 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,455 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb9587a2db377c6ac81e1f2b4a19387 columnFamilyName b 2024-11-14T04:55:53,455 DEBUG [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:53,457 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(327): Store=1eb9587a2db377c6ac81e1f2b4a19387/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:53,457 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,458 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb9587a2db377c6ac81e1f2b4a19387 columnFamilyName c 2024-11-14T04:55:53,459 DEBUG [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:53,459 INFO [StoreOpener-1eb9587a2db377c6ac81e1f2b4a19387-1 {}] regionserver.HStore(327): Store=1eb9587a2db377c6ac81e1f2b4a19387/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:53,459 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,460 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,463 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,464 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003000 2024-11-14T04:55:53,506 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003000 2024-11-14T04:55:53,507 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000006000 2024-11-14T04:55:53,553 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000006000 2024-11-14T04:55:53,553 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1eb9587a2db377c6ac81e1f2b4a19387 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-14T04:55:53,586 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/.tmp/a/4403d98da9964a64bdb7e0b39fe7d23d is 41, key is test2727/a:100/1731560153037/Put/seqid=0 2024-11-14T04:55:53,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741871_1048 (size=84227) 2024-11-14T04:55:53,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741871_1048 (size=84227) 2024-11-14T04:55:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741871_1048 (size=84227) 2024-11-14T04:55:53,595 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/.tmp/a/4403d98da9964a64bdb7e0b39fe7d23d 2024-11-14T04:55:53,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/.tmp/b/e4640073341c4775a2a10fc51940a908 is 41, key is test2727/b:100/1731560153101/Put/seqid=0 2024-11-14T04:55:53,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741872_1049 (size=84609) 2024-11-14T04:55:53,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741872_1049 (size=84609) 2024-11-14T04:55:53,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741872_1049 (size=84609) 2024-11-14T04:55:53,632 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/.tmp/b/e4640073341c4775a2a10fc51940a908 2024-11-14T04:55:53,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/.tmp/c/85fd8125f08049d99a74479c67944656 is 41, key is test2727/c:100/1731560153167/Put/seqid=0 2024-11-14T04:55:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741873_1050 (size=84609) 2024-11-14T04:55:53,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741873_1050 (size=84609) 2024-11-14T04:55:53,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741873_1050 (size=84609) 2024-11-14T04:55:53,669 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/.tmp/c/85fd8125f08049d99a74479c67944656 2024-11-14T04:55:53,678 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/.tmp/a/4403d98da9964a64bdb7e0b39fe7d23d as hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/a/4403d98da9964a64bdb7e0b39fe7d23d 2024-11-14T04:55:53,685 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/a/4403d98da9964a64bdb7e0b39fe7d23d, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-14T04:55:53,686 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/.tmp/b/e4640073341c4775a2a10fc51940a908 as hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/b/e4640073341c4775a2a10fc51940a908 2024-11-14T04:55:53,693 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/b/e4640073341c4775a2a10fc51940a908, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-14T04:55:53,694 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/.tmp/c/85fd8125f08049d99a74479c67944656 as hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/c/85fd8125f08049d99a74479c67944656 2024-11-14T04:55:53,701 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/c/85fd8125f08049d99a74479c67944656, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-14T04:55:53,701 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 1eb9587a2db377c6ac81e1f2b4a19387 in 148ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-14T04:55:53,703 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000003000 2024-11-14T04:55:53,704 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/0000000000000006000 2024-11-14T04:55:53,705 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,705 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,706 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:55:53,708 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1eb9587a2db377c6ac81e1f2b4a19387 2024-11-14T04:55:53,710 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/test2727/1eb9587a2db377c6ac81e1f2b4a19387/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-14T04:55:53,711 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1eb9587a2db377c6ac81e1f2b4a19387; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70937479, jitterRate=0.057050809264183044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:55:53,712 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1eb9587a2db377c6ac81e1f2b4a19387: Writing region info on filesystem at 1731560153450Initializing all the Stores at 1731560153451 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560153452 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560153452Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560153452Obtaining lock to block concurrent updates at 1731560153553 (+101 ms)Preparing flush snapshotting stores in 1eb9587a2db377c6ac81e1f2b4a19387 at 1731560153553Finished memstore snapshotting test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731560153554 (+1 ms)Flushing stores of test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. at 1731560153554Flushing 1eb9587a2db377c6ac81e1f2b4a19387/a: creating writer at 1731560153554Flushing 1eb9587a2db377c6ac81e1f2b4a19387/a: appending metadata at 1731560153585 (+31 ms)Flushing 1eb9587a2db377c6ac81e1f2b4a19387/a: closing flushed file at 1731560153585Flushing 1eb9587a2db377c6ac81e1f2b4a19387/b: creating writer at 1731560153603 (+18 ms)Flushing 1eb9587a2db377c6ac81e1f2b4a19387/b: appending metadata at 1731560153623 (+20 ms)Flushing 1eb9587a2db377c6ac81e1f2b4a19387/b: closing flushed file at 1731560153623Flushing 1eb9587a2db377c6ac81e1f2b4a19387/c: creating writer at 1731560153638 (+15 ms)Flushing 1eb9587a2db377c6ac81e1f2b4a19387/c: appending metadata at 1731560153658 (+20 ms)Flushing 1eb9587a2db377c6ac81e1f2b4a19387/c: closing flushed file at 1731560153658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796203cf: reopening flushed file at 1731560153677 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe95e27: reopening flushed file at 1731560153685 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4389c27c: reopening flushed file at 1731560153693 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 1eb9587a2db377c6ac81e1f2b4a19387 in 148ms, sequenceid=6000, compaction requested=false; wal=null at 1731560153701 (+8 ms)Cleaning up temporary data from old regions at 1731560153705 (+4 ms)Region opened successfully at 1731560153712 (+7 ms) 2024-11-14T04:55:53,714 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-14T04:55:53,714 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1eb9587a2db377c6ac81e1f2b4a19387, disabling compactions & flushes 2024-11-14T04:55:53,714 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. 2024-11-14T04:55:53,714 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. 2024-11-14T04:55:53,714 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. after waiting 0 ms 2024-11-14T04:55:53,714 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. 2024-11-14T04:55:53,715 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731560152632.1eb9587a2db377c6ac81e1f2b4a19387. 2024-11-14T04:55:53,715 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1eb9587a2db377c6ac81e1f2b4a19387: Waiting for close lock at 1731560153714Disabling compacts and flushes for region at 1731560153714Disabling writes for close at 1731560153714Writing region close event to WAL at 1731560153715 (+1 ms)Closed at 1731560153715 2024-11-14T04:55:53,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1731560152631/wal.1731560153419 not finished, retry = 0 2024-11-14T04:55:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741870_1047 (size=93) 2024-11-14T04:55:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741870_1047 (size=93) 2024-11-14T04:55:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741870_1047 (size=93) 2024-11-14T04:55:53,824 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:55:53,824 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731560153419) 2024-11-14T04:55:53,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=402 (was 398) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:34448 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:51274 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:47700 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=915 (was 853) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=5886 (was 5997) 2024-11-14T04:55:53,855 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=915, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=5889 2024-11-14T04:55:53,882 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:53,889 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:53,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731560153890 2024-11-14T04:55:53,898 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890 2024-11-14T04:55:53,900 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:53,901 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d89a2fd604305dcc9f7635ff7246380d, NAME => 'testSequentialEditLogSeqNum,,1731560153882.d89a2fd604305dcc9f7635ff7246380d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:53,901 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731560153882.d89a2fd604305dcc9f7635ff7246380d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:53,902 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d89a2fd604305dcc9f7635ff7246380d 2024-11-14T04:55:53,902 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d89a2fd604305dcc9f7635ff7246380d 2024-11-14T04:55:53,903 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d doesn't exist for region: d89a2fd604305dcc9f7635ff7246380d on table testSequentialEditLogSeqNum 2024-11-14T04:55:53,903 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: d89a2fd604305dcc9f7635ff7246380d on table testSequentialEditLogSeqNum 2024-11-14T04:55:53,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741875_1052 (size=62) 2024-11-14T04:55:53,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741875_1052 (size=62) 2024-11-14T04:55:53,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741875_1052 (size=62) 2024-11-14T04:55:53,917 INFO [StoreOpener-d89a2fd604305dcc9f7635ff7246380d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d89a2fd604305dcc9f7635ff7246380d 2024-11-14T04:55:53,919 INFO [StoreOpener-d89a2fd604305dcc9f7635ff7246380d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89a2fd604305dcc9f7635ff7246380d columnFamilyName a 2024-11-14T04:55:53,919 DEBUG [StoreOpener-d89a2fd604305dcc9f7635ff7246380d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:53,920 INFO [StoreOpener-d89a2fd604305dcc9f7635ff7246380d-1 {}] regionserver.HStore(327): Store=d89a2fd604305dcc9f7635ff7246380d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:53,920 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d89a2fd604305dcc9f7635ff7246380d 2024-11-14T04:55:53,921 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d 2024-11-14T04:55:53,922 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d 2024-11-14T04:55:53,922 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d89a2fd604305dcc9f7635ff7246380d 2024-11-14T04:55:53,922 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d89a2fd604305dcc9f7635ff7246380d 2024-11-14T04:55:53,924 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d89a2fd604305dcc9f7635ff7246380d 2024-11-14T04:55:53,927 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:53,927 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d89a2fd604305dcc9f7635ff7246380d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60734426, jitterRate=-0.09498652815818787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:55:53,929 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d89a2fd604305dcc9f7635ff7246380d: Writing region info on filesystem at 1731560153902Initializing all the Stores at 1731560153917 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560153917Cleaning up temporary data from old regions at 1731560153922 (+5 ms)Region opened successfully at 1731560153929 (+7 ms) 2024-11-14T04:55:53,944 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d89a2fd604305dcc9f7635ff7246380d 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-14T04:55:53,980 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/.tmp/a/6fb086436e4e4ade8c579d1d76004350 is 81, key is testSequentialEditLogSeqNum/a:x0/1731560153929/Put/seqid=0 2024-11-14T04:55:53,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741876_1053 (size=5833) 2024-11-14T04:55:53,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741876_1053 (size=5833) 2024-11-14T04:55:53,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741876_1053 (size=5833) 2024-11-14T04:55:54,392 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/.tmp/a/6fb086436e4e4ade8c579d1d76004350 2024-11-14T04:55:54,400 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/.tmp/a/6fb086436e4e4ade8c579d1d76004350 as hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/a/6fb086436e4e4ade8c579d1d76004350 2024-11-14T04:55:54,405 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/a/6fb086436e4e4ade8c579d1d76004350, entries=10, sequenceid=13, filesize=5.7 K 2024-11-14T04:55:54,407 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for d89a2fd604305dcc9f7635ff7246380d in 463ms, sequenceid=13, compaction requested=false 2024-11-14T04:55:54,407 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d89a2fd604305dcc9f7635ff7246380d: 2024-11-14T04:55:54,415 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:55:54,415 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:55:54,415 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:55:54,415 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:55:54,416 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:55:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741874_1051 (size=3017) 2024-11-14T04:55:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741874_1051 (size=3017) 2024-11-14T04:55:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741874_1051 (size=3017) 2024-11-14T04:55:54,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890, size=2.9 K (3017bytes) 2024-11-14T04:55:54,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890 2024-11-14T04:55:54,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890 after 1ms 2024-11-14T04:55:54,441 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890 took 4ms 2024-11-14T04:55:54,443 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890 so closing down 2024-11-14T04:55:54,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:55:54,445 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731560153890.temp 2024-11-14T04:55:54,447 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/recovered.edits/0000000000000000003-wal.1731560153890.temp 2024-11-14T04:55:54,447 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:55:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741877_1054 (size=2433) 2024-11-14T04:55:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741877_1054 (size=2433) 2024-11-14T04:55:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741877_1054 (size=2433) 2024-11-14T04:55:54,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/recovered.edits/0000000000000000003-wal.1731560153890.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-14T04:55:54,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/recovered.edits/0000000000000000003-wal.1731560153890.temp to hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/recovered.edits/0000000000000000020 2024-11-14T04:55:54,462 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-11-14T04:55:54,462 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890, journal: Splitting hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890, size=2.9 K (3017bytes) at 1731560154437Finishing writing output for hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890 so closing down at 1731560154444 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/recovered.edits/0000000000000000003-wal.1731560153890.temp at 1731560154447 (+3 ms)3 split writer threads finished at 1731560154447Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/recovered.edits/0000000000000000003-wal.1731560153890.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731560154460 (+13 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/recovered.edits/0000000000000000003-wal.1731560153890.temp to hdfs://localhost:33039/hbase/data/default/testSequentialEditLogSeqNum/d89a2fd604305dcc9f7635ff7246380d/recovered.edits/0000000000000000020 at 1731560154462 (+2 ms)Processed 17 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:33039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731560153881/wal.1731560153890, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1731560154462 2024-11-14T04:55:54,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:34448 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:51274 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:47700 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=951 (was 915) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=5845 (was 5889) 2024-11-14T04:55:54,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=951, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=5844 2024-11-14T04:55:54,512 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:54,514 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:54,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:54,518 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-08400886, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-08400886, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:54,532 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-08400886/hregion-08400886.1731560154519, exclude list is [], retry=0 2024-11-14T04:55:54,536 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:54,536 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:54,570 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:54,572 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-08400886/hregion-08400886.1731560154519 2024-11-14T04:55:54,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:54,573 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e6b51817fdb4a7e7e50c6e8550e6e04a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:55:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741879_1056 (size=70) 2024-11-14T04:55:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741879_1056 (size=70) 2024-11-14T04:55:54,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741879_1056 (size=70) 2024-11-14T04:55:54,589 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:54,591 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,592 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b51817fdb4a7e7e50c6e8550e6e04a columnFamilyName a 2024-11-14T04:55:54,592 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:54,593 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(327): Store=e6b51817fdb4a7e7e50c6e8550e6e04a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:54,593 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,595 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b51817fdb4a7e7e50c6e8550e6e04a columnFamilyName b 2024-11-14T04:55:54,595 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:54,595 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(327): Store=e6b51817fdb4a7e7e50c6e8550e6e04a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:54,595 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,597 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b51817fdb4a7e7e50c6e8550e6e04a columnFamilyName c 2024-11-14T04:55:54,597 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:54,597 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(327): Store=e6b51817fdb4a7e7e50c6e8550e6e04a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:54,597 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,598 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,599 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,600 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,600 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,600 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:55:54,601 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,604 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:54,604 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6b51817fdb4a7e7e50c6e8550e6e04a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72958846, jitterRate=0.0871715247631073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:55:54,605 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6b51817fdb4a7e7e50c6e8550e6e04a: Writing region info on filesystem at 1731560154589Initializing all the Stores at 1731560154590 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560154590Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560154591 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560154591Cleaning up temporary data from old regions at 1731560154600 (+9 ms)Region opened successfully at 1731560154605 (+5 ms) 2024-11-14T04:55:54,605 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e6b51817fdb4a7e7e50c6e8550e6e04a, disabling compactions & flushes 2024-11-14T04:55:54,605 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. 2024-11-14T04:55:54,606 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. 2024-11-14T04:55:54,606 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. after waiting 0 ms 2024-11-14T04:55:54,606 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. 2024-11-14T04:55:54,606 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. 2024-11-14T04:55:54,606 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e6b51817fdb4a7e7e50c6e8550e6e04a: Waiting for close lock at 1731560154605Disabling compacts and flushes for region at 1731560154605Disabling writes for close at 1731560154606 (+1 ms)Writing region close event to WAL at 1731560154606Closed at 1731560154606 2024-11-14T04:55:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741878_1055 (size=93) 2024-11-14T04:55:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741878_1055 (size=93) 2024-11-14T04:55:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741878_1055 (size=93) 2024-11-14T04:55:54,612 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:55:54,612 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-08400886:(num 1731560154519) 2024-11-14T04:55:54,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:55:54,614 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:54,629 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615, exclude list is [], retry=0 2024-11-14T04:55:54,632 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:54,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:54,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:54,635 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 2024-11-14T04:55:54,636 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:55:54,637 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e6b51817fdb4a7e7e50c6e8550e6e04a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:54,637 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:54,637 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,637 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,639 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,640 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b51817fdb4a7e7e50c6e8550e6e04a columnFamilyName a 2024-11-14T04:55:54,640 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:54,640 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(327): Store=e6b51817fdb4a7e7e50c6e8550e6e04a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:54,641 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,641 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b51817fdb4a7e7e50c6e8550e6e04a columnFamilyName b 2024-11-14T04:55:54,641 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:54,642 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(327): Store=e6b51817fdb4a7e7e50c6e8550e6e04a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:54,642 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,643 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b51817fdb4a7e7e50c6e8550e6e04a columnFamilyName c 2024-11-14T04:55:54,643 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:54,643 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(327): Store=e6b51817fdb4a7e7e50c6e8550e6e04a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:54,644 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,645 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,647 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,647 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,647 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:55:54,649 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:54,650 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6b51817fdb4a7e7e50c6e8550e6e04a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71940593, jitterRate=0.07199837267398834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:55:54,651 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6b51817fdb4a7e7e50c6e8550e6e04a: Writing region info on filesystem at 1731560154637Initializing all the Stores at 1731560154638 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560154639 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560154639Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560154639Cleaning up temporary data from old regions at 1731560154647 (+8 ms)Region opened successfully at 1731560154651 (+4 ms) 2024-11-14T04:55:54,656 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731560154655/Put/seqid=0 2024-11-14T04:55:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741881_1058 (size=4826) 2024-11-14T04:55:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741881_1058 (size=4826) 2024-11-14T04:55:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741881_1058 (size=4826) 2024-11-14T04:55:54,665 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in e6b51817fdb4a7e7e50c6e8550e6e04a/a 2024-11-14T04:55:54,673 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-14T04:55:54,674 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:55:54,674 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e6b51817fdb4a7e7e50c6e8550e6e04a: 2024-11-14T04:55:54,676 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/a/8655007be2df43d4a434c0cf4d8c5aa8_SeqId_3_ 2024-11-14T04:55:54,677 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e6b51817fdb4a7e7e50c6e8550e6e04a/a as hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/a/8655007be2df43d4a434c0cf4d8c5aa8_SeqId_3_ - updating store file list. 2024-11-14T04:55:54,684 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8655007be2df43d4a434c0cf4d8c5aa8_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-14T04:55:54,685 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/a/8655007be2df43d4a434c0cf4d8c5aa8_SeqId_3_ into e6b51817fdb4a7e7e50c6e8550e6e04a/a 2024-11-14T04:55:54,685 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e6b51817fdb4a7e7e50c6e8550e6e04a/a (new location: hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/a/8655007be2df43d4a434c0cf4d8c5aa8_SeqId_3_) 2024-11-14T04:55:54,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615, size=0 (0bytes) 2024-11-14T04:55:54,732 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 might be still open, length is 0 2024-11-14T04:55:54,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 2024-11-14T04:55:54,732 WARN [IPC Server handler 3 on default port 33039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-14T04:55:54,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 after 1ms 2024-11-14T04:55:55,788 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:47814 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47814 dst: /127.0.0.1:37237 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37237 remote=/127.0.0.1:47814]. Total timeout mills is 60000, 58904 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:55:55,788 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:34566 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35231:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34566 dst: /127.0.0.1:35231 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:55:55,789 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:51398 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42441:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51398 dst: /127.0.0.1:42441 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:55:55,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741880_1059 (size=504) 2024-11-14T04:55:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741880_1059 (size=504) 2024-11-14T04:55:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741880_1059 (size=504) 2024-11-14T04:55:58,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 after 4002ms 2024-11-14T04:55:58,738 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 took 4006ms 2024-11-14T04:55:58,740 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615; continuing. 2024-11-14T04:55:58,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 so closing down 2024-11-14T04:55:58,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:55:58,742 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731560154615.temp 2024-11-14T04:55:58,744 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005-wal.1731560154615.temp 2024-11-14T04:55:58,744 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:55:58,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741882_1060 (size=238) 2024-11-14T04:55:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741882_1060 (size=238) 2024-11-14T04:55:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741882_1060 (size=238) 2024-11-14T04:55:58,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005-wal.1731560154615.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T04:55:58,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005-wal.1731560154615.temp to hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005 2024-11-14T04:55:58,756 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T04:55:58,756 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615, journal: Splitting hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615, size=0 (0bytes) at 1731560154732Finishing writing output for hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 so closing down at 1731560158740 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005-wal.1731560154615.temp at 1731560158744 (+4 ms)3 split writer threads finished at 1731560158744Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005-wal.1731560154615.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731560158754 (+10 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005-wal.1731560154615.temp to hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005 at 1731560158755 (+1 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615, size=0, length=0, corrupted=false, cancelled=false at 1731560158756 (+1 ms) 2024-11-14T04:55:58,758 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560154615 2024-11-14T04:55:58,759 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005 2024-11-14T04:55:58,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:55:58,761 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:55:58,776 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560158762, exclude list is [], retry=0 2024-11-14T04:55:58,779 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:55:58,779 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:55:58,780 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:55:58,782 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560158762 2024-11-14T04:55:58,782 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:55:58,782 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e6b51817fdb4a7e7e50c6e8550e6e04a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:58,783 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:58,783 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,783 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,784 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,785 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b51817fdb4a7e7e50c6e8550e6e04a columnFamilyName a 2024-11-14T04:55:58,786 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:58,792 DEBUG [StoreFileOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8655007be2df43d4a434c0cf4d8c5aa8_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-14T04:55:58,793 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/a/8655007be2df43d4a434c0cf4d8c5aa8_SeqId_3_ 2024-11-14T04:55:58,793 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(327): Store=e6b51817fdb4a7e7e50c6e8550e6e04a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:58,793 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,794 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b51817fdb4a7e7e50c6e8550e6e04a columnFamilyName b 2024-11-14T04:55:58,794 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:58,794 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(327): Store=e6b51817fdb4a7e7e50c6e8550e6e04a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:58,795 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,795 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b51817fdb4a7e7e50c6e8550e6e04a columnFamilyName c 2024-11-14T04:55:58,795 DEBUG [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:58,796 INFO [StoreOpener-e6b51817fdb4a7e7e50c6e8550e6e04a-1 {}] regionserver.HStore(327): Store=e6b51817fdb4a7e7e50c6e8550e6e04a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:58,796 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,797 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,799 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,799 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005 2024-11-14T04:55:58,802 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005 2024-11-14T04:55:58,802 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e6b51817fdb4a7e7e50c6e8550e6e04a 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-14T04:55:58,819 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/.tmp/a/eef187881736453b83887909dac8c1c9 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731560154691/Put/seqid=0 2024-11-14T04:55:58,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741884_1062 (size=5149) 2024-11-14T04:55:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741884_1062 (size=5149) 2024-11-14T04:55:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741884_1062 (size=5149) 2024-11-14T04:55:58,827 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/.tmp/a/eef187881736453b83887909dac8c1c9 2024-11-14T04:55:58,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/.tmp/a/eef187881736453b83887909dac8c1c9 as hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/a/eef187881736453b83887909dac8c1c9 2024-11-14T04:55:58,842 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/a/eef187881736453b83887909dac8c1c9, entries=1, sequenceid=5, filesize=5.0 K 2024-11-14T04:55:58,842 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e6b51817fdb4a7e7e50c6e8550e6e04a in 40ms, sequenceid=5, compaction requested=false; wal=null 2024-11-14T04:55:58,843 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/0000000000000000005 2024-11-14T04:55:58,844 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,844 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,845 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:55:58,847 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6b51817fdb4a7e7e50c6e8550e6e04a 2024-11-14T04:55:58,849 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e6b51817fdb4a7e7e50c6e8550e6e04a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T04:55:58,850 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6b51817fdb4a7e7e50c6e8550e6e04a; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62182725, jitterRate=-0.0734051913022995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:55:58,850 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6b51817fdb4a7e7e50c6e8550e6e04a: Writing region info on filesystem at 1731560158783Initializing all the Stores at 1731560158784 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560158784Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560158784Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560158784Obtaining lock to block concurrent updates at 1731560158802 (+18 ms)Preparing flush snapshotting stores in e6b51817fdb4a7e7e50c6e8550e6e04a at 1731560158802Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731560158802Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. at 1731560158802Flushing e6b51817fdb4a7e7e50c6e8550e6e04a/a: creating writer at 1731560158803 (+1 ms)Flushing e6b51817fdb4a7e7e50c6e8550e6e04a/a: appending metadata at 1731560158818 (+15 ms)Flushing e6b51817fdb4a7e7e50c6e8550e6e04a/a: closing flushed file at 1731560158818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc7193d: reopening flushed file at 1731560158834 (+16 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e6b51817fdb4a7e7e50c6e8550e6e04a in 40ms, sequenceid=5, compaction requested=false; wal=null at 1731560158842 (+8 ms)Cleaning up temporary data from old regions at 1731560158844 (+2 ms)Region opened successfully at 1731560158850 (+6 ms) 2024-11-14T04:55:58,855 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e6b51817fdb4a7e7e50c6e8550e6e04a, disabling compactions & flushes 2024-11-14T04:55:58,855 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. 2024-11-14T04:55:58,855 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. 2024-11-14T04:55:58,855 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. after waiting 0 ms 2024-11-14T04:55:58,855 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. 2024-11-14T04:55:58,856 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731560154512.e6b51817fdb4a7e7e50c6e8550e6e04a. 2024-11-14T04:55:58,856 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e6b51817fdb4a7e7e50c6e8550e6e04a: Waiting for close lock at 1731560158855Disabling compacts and flushes for region at 1731560158855Disabling writes for close at 1731560158855Writing region close event to WAL at 1731560158856 (+1 ms)Closed at 1731560158856 2024-11-14T04:55:58,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741883_1061 (size=93) 2024-11-14T04:55:58,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741883_1061 (size=93) 2024-11-14T04:55:58,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741883_1061 (size=93) 2024-11-14T04:55:58,863 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560158762 not finished, retry = 0 2024-11-14T04:55:58,966 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:55:58,966 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731560158762) 2024-11-14T04:55:58,980 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409 (was 407) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1543697848_22 at /127.0.0.1:34586 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1543697848_22 at /127.0.0.1:47848 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (713291633) connection to localhost/127.0.0.1:33039 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1543697848_22 at /127.0.0.1:51436 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1011 (was 951) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=5769 (was 5844) 2024-11-14T04:55:58,994 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409, OpenFileDescriptor=1011, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=5768 2024-11-14T04:55:59,011 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:59,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:55:59,021 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,42421,1731560142114 2024-11-14T04:55:59,023 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ab8a83 2024-11-14T04:55:59,025 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:55:59,027 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:55:59,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:55:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-14T04:55:59,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:55:59,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-14T04:55:59,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:59,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:55:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:55:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741885_1063 (size=694) 2024-11-14T04:55:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741885_1063 (size=694) 2024-11-14T04:55:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741885_1063 (size=694) 2024-11-14T04:55:59,067 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4ff3a2692915345535db8089892a9fd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4 2024-11-14T04:55:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741886_1064 (size=77) 2024-11-14T04:55:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741886_1064 (size=77) 2024-11-14T04:55:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741886_1064 (size=77) 2024-11-14T04:55:59,078 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:59,078 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing c4ff3a2692915345535db8089892a9fd, disabling compactions & flushes 2024-11-14T04:55:59,078 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,078 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,078 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. after waiting 0 ms 2024-11-14T04:55:59,078 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,078 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,078 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4ff3a2692915345535db8089892a9fd: Waiting for close lock at 1731560159078Disabling compacts and flushes for region at 1731560159078Disabling writes for close at 1731560159078Writing region close event to WAL at 1731560159078Closed at 1731560159078 2024-11-14T04:55:59,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:55:59,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731560159080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560159080"}]},"ts":"1731560159080"} 2024-11-14T04:55:59,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:55:59,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:55:59,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560159091"}]},"ts":"1731560159091"} 2024-11-14T04:55:59,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-14T04:55:59,100 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {44289c305c03=0} racks are {/default-rack=0} 2024-11-14T04:55:59,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T04:55:59,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T04:55:59,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T04:55:59,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T04:55:59,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T04:55:59,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T04:55:59,101 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T04:55:59,101 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T04:55:59,101 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T04:55:59,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T04:55:59,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN}] 2024-11-14T04:55:59,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN 2024-11-14T04:55:59,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN; state=OFFLINE, location=44289c305c03,37649,1731560143070; forceNewPlan=false, retain=false 2024-11-14T04:55:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:55:59,259 INFO [44289c305c03:42421 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-14T04:55:59,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=OPENING, regionLocation=44289c305c03,37649,1731560143070 2024-11-14T04:55:59,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN because future has completed 2024-11-14T04:55:59,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37649,1731560143070}] 2024-11-14T04:55:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:55:59,426 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,427 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ff3a2692915345535db8089892a9fd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:59,427 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,427 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:59,427 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,427 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,429 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,431 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf1 2024-11-14T04:55:59,432 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:59,432 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:59,432 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,434 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf2 2024-11-14T04:55:59,434 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:59,435 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:59,435 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,436 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,437 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,438 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,438 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,439 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T04:55:59,440 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,443 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:59,444 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4ff3a2692915345535db8089892a9fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74573215, jitterRate=0.11122749745845795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T04:55:59,444 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,445 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4ff3a2692915345535db8089892a9fd: Running coprocessor pre-open hook at 1731560159428Writing region info on filesystem at 1731560159428Initializing all the Stores at 1731560159429 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560159429Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560159429Cleaning up temporary data from old regions at 1731560159438 (+9 ms)Running coprocessor post-open hooks at 1731560159444 (+6 ms)Region opened successfully at 1731560159445 (+1 ms) 2024-11-14T04:55:59,448 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., pid=6, masterSystemTime=1731560159419 2024-11-14T04:55:59,451 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,451 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,37649,1731560143070 2024-11-14T04:55:59,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37649,1731560143070 because future has completed 2024-11-14T04:55:59,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:55:59,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37649,1731560143070 in 195 msec 2024-11-14T04:55:59,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:55:59,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN in 360 msec 2024-11-14T04:55:59,467 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:55:59,467 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560159467"}]},"ts":"1731560159467"} 2024-11-14T04:55:59,471 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-14T04:55:59,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:55:59,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 440 msec 2024-11-14T04:55:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:55:59,677 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-14T04:55:59,677 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-14T04:55:59,679 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:55:59,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-14T04:55:59,686 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:55:59,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-14T04:55:59,702 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=2] 2024-11-14T04:55:59,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c4ff3a2692915345535db8089892a9fd, source=44289c305c03,37649,1731560143070, destination=44289c305c03,37463,1731560142951, warming up region on 44289c305c03,37463,1731560142951 2024-11-14T04:55:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:55:59,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c4ff3a2692915345535db8089892a9fd, source=44289c305c03,37649,1731560143070, destination=44289c305c03,37463,1731560142951, running balancer 2024-11-14T04:55:59,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56879, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:55:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE 2024-11-14T04:55:59,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE 2024-11-14T04:55:59,731 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=CLOSING, regionLocation=44289c305c03,37649,1731560143070 2024-11-14T04:55:59,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.HRegion(7855): Warmup {ENCODED => c4ff3a2692915345535db8089892a9fd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:59,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE because future has completed 2024-11-14T04:55:59,736 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:55:59,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37649,1731560143070}] 2024-11-14T04:55:59,740 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,742 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf1 2024-11-14T04:55:59,742 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:59,744 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:59,744 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,746 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf2 2024-11-14T04:55:59,746 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:59,748 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.HRegion(1722): Closing c4ff3a2692915345535db8089892a9fd, disabling compactions & flushes 2024-11-14T04:55:59,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. after waiting 0 ms 2024-11-14T04:55:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] regionserver.HRegion(1676): Region close journal for c4ff3a2692915345535db8089892a9fd: Waiting for close lock at 1731560159748Disabling compacts and flushes for region at 1731560159748Disabling writes for close at 1731560159749 (+1 ms)Writing region close event to WAL at 1731560159750 (+1 ms)Closed at 1731560159750 2024-11-14T04:55:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-14T04:55:59,902 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close c4ff3a2692915345535db8089892a9fd 2024-11-14T04:55:59,902 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:55:59,903 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing c4ff3a2692915345535db8089892a9fd, disabling compactions & flushes 2024-11-14T04:55:59,903 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,903 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,903 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. after waiting 0 ms 2024-11-14T04:55:59,903 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:55:59,903 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing c4ff3a2692915345535db8089892a9fd 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-14T04:55:59,937 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf1/e83cd7b68fe242bd834dc54ccb44142a is 35, key is r1/cf1:q/1731560159704/Put/seqid=0 2024-11-14T04:56:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741887_1065 (size=4783) 2024-11-14T04:56:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741887_1065 (size=4783) 2024-11-14T04:56:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741887_1065 (size=4783) 2024-11-14T04:56:00,050 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf1/e83cd7b68fe242bd834dc54ccb44142a 2024-11-14T04:56:00,060 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf1/e83cd7b68fe242bd834dc54ccb44142a as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/e83cd7b68fe242bd834dc54ccb44142a 2024-11-14T04:56:00,071 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/e83cd7b68fe242bd834dc54ccb44142a, entries=1, sequenceid=5, filesize=4.7 K 2024-11-14T04:56:00,074 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c4ff3a2692915345535db8089892a9fd in 171ms, sequenceid=5, compaction requested=false 2024-11-14T04:56:00,074 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-14T04:56:00,084 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:56:00,088 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,088 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for c4ff3a2692915345535db8089892a9fd: Waiting for close lock at 1731560159903Running coprocessor pre-close hooks at 1731560159903Disabling compacts and flushes for region at 1731560159903Disabling writes for close at 1731560159903Obtaining lock to block concurrent updates at 1731560159903Preparing flush snapshotting stores in c4ff3a2692915345535db8089892a9fd at 1731560159903Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731560159904 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. at 1731560159910 (+6 ms)Flushing c4ff3a2692915345535db8089892a9fd/cf1: creating writer at 1731560159910Flushing c4ff3a2692915345535db8089892a9fd/cf1: appending metadata at 1731560159936 (+26 ms)Flushing c4ff3a2692915345535db8089892a9fd/cf1: closing flushed file at 1731560159936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f22e1e: reopening flushed file at 1731560160058 (+122 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c4ff3a2692915345535db8089892a9fd in 171ms, sequenceid=5, compaction requested=false at 1731560160074 (+16 ms)Writing region close event to WAL at 1731560160075 (+1 ms)Running coprocessor post-close hooks at 1731560160085 (+10 ms)Closed at 1731560160088 (+3 ms) 2024-11-14T04:56:00,089 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding c4ff3a2692915345535db8089892a9fd move to 44289c305c03,37463,1731560142951 record at close sequenceid=5 2024-11-14T04:56:00,093 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=CLOSED 2024-11-14T04:56:00,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37649,1731560143070 because future has completed 2024-11-14T04:56:00,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T04:56:00,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37649,1731560143070 in 365 msec 2024-11-14T04:56:00,107 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE; state=CLOSED, location=44289c305c03,37463,1731560142951; forceNewPlan=false, retain=false 2024-11-14T04:56:00,258 INFO [44289c305c03:42421 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-14T04:56:00,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=OPENING, regionLocation=44289c305c03,37463,1731560142951 2024-11-14T04:56:00,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE because future has completed 2024-11-14T04:56:00,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37463,1731560142951}] 2024-11-14T04:56:00,421 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,421 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ff3a2692915345535db8089892a9fd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:00,421 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,422 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:00,422 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,422 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,424 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,425 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf1 2024-11-14T04:56:00,425 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:00,433 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/e83cd7b68fe242bd834dc54ccb44142a 2024-11-14T04:56:00,433 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:00,433 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,434 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf2 2024-11-14T04:56:00,434 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:00,435 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:00,435 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,435 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,437 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,438 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,438 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,439 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T04:56:00,440 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,441 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened c4ff3a2692915345535db8089892a9fd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61114267, jitterRate=-0.08932645618915558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T04:56:00,441 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,442 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for c4ff3a2692915345535db8089892a9fd: Running coprocessor pre-open hook at 1731560160422Writing region info on filesystem at 1731560160422Initializing all the Stores at 1731560160423 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560160423Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560160423Cleaning up temporary data from old regions at 1731560160438 (+15 ms)Running coprocessor post-open hooks at 1731560160441 (+3 ms)Region opened successfully at 1731560160442 (+1 ms) 2024-11-14T04:56:00,443 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., pid=9, masterSystemTime=1731560160416 2024-11-14T04:56:00,446 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,446 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,447 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=OPEN, openSeqNum=9, regionLocation=44289c305c03,37463,1731560142951 2024-11-14T04:56:00,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37463,1731560142951 because future has completed 2024-11-14T04:56:00,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-14T04:56:00,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37463,1731560142951 in 188 msec 2024-11-14T04:56:00,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE in 728 msec 2024-11-14T04:56:00,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:56:00,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:56:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:47812 deadline: 1731560220505, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=44289c305c03 port=37463 startCode=1731560142951. As of locationSeqNum=5. 2024-11-14T04:56:00,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=44289c305c03 port=37463 startCode=1731560142951. As of locationSeqNum=5. 2024-11-14T04:56:00,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=44289c305c03 port=37463 startCode=1731560142951. As of locationSeqNum=5. 2024-11-14T04:56:00,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37463,1731560142951, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=44289c305c03 port=37463 startCode=1731560142951. As of locationSeqNum=5. 2024-11-14T04:56:00,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:56:00,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:56:00,638 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c4ff3a2692915345535db8089892a9fd 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-14T04:56:00,657 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9 is 29, key is r1/cf1:/1731560160629/DeleteFamily/seqid=0 2024-11-14T04:56:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741888_1066 (size=4906) 2024-11-14T04:56:00,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741888_1066 (size=4906) 2024-11-14T04:56:00,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741888_1066 (size=4906) 2024-11-14T04:56:00,678 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9 2024-11-14T04:56:00,686 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 183ab53f648f4a6b8c2ed408c0c9bfd9 2024-11-14T04:56:00,702 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf2/09a50235acb44234813763671b674254 is 29, key is r1/cf2:/1731560160629/DeleteFamily/seqid=0 2024-11-14T04:56:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741889_1067 (size=4906) 2024-11-14T04:56:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741889_1067 (size=4906) 2024-11-14T04:56:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741889_1067 (size=4906) 2024-11-14T04:56:00,710 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf2/09a50235acb44234813763671b674254 2024-11-14T04:56:00,716 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09a50235acb44234813763671b674254 2024-11-14T04:56:00,717 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9 as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9 2024-11-14T04:56:00,723 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 183ab53f648f4a6b8c2ed408c0c9bfd9 2024-11-14T04:56:00,723 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9, entries=1, sequenceid=12, filesize=4.8 K 2024-11-14T04:56:00,724 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf2/09a50235acb44234813763671b674254 as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/09a50235acb44234813763671b674254 2024-11-14T04:56:00,730 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09a50235acb44234813763671b674254 2024-11-14T04:56:00,730 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/09a50235acb44234813763671b674254, entries=1, sequenceid=12, filesize=4.8 K 2024-11-14T04:56:00,732 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for c4ff3a2692915345535db8089892a9fd in 94ms, sequenceid=12, compaction requested=false 2024-11-14T04:56:00,733 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c4ff3a2692915345535db8089892a9fd: 2024-11-14T04:56:00,736 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T04:56:00,738 DEBUG [Time-limited test {}] regionserver.HStore(1541): c4ff3a2692915345535db8089892a9fd/cf1 is initiating major compaction (all files) 2024-11-14T04:56:00,738 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:56:00,738 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:56:00,739 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c4ff3a2692915345535db8089892a9fd/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,739 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/e83cd7b68fe242bd834dc54ccb44142a, hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9] into tmpdir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp, totalSize=9.5 K 2024-11-14T04:56:00,746 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e83cd7b68fe242bd834dc54ccb44142a, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731560159704 2024-11-14T04:56:00,750 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 183ab53f648f4a6b8c2ed408c0c9bfd9, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-14T04:56:00,764 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c4ff3a2692915345535db8089892a9fd#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:56:00,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741890_1068 (size=4626) 2024-11-14T04:56:00,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741890_1068 (size=4626) 2024-11-14T04:56:00,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741890_1068 (size=4626) 2024-11-14T04:56:00,793 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf1/925a616b3ec0428e828ad257efa7178c as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/925a616b3ec0428e828ad257efa7178c 2024-11-14T04:56:00,809 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in c4ff3a2692915345535db8089892a9fd/cf1 of c4ff3a2692915345535db8089892a9fd into 925a616b3ec0428e828ad257efa7178c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:56:00,809 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c4ff3a2692915345535db8089892a9fd: 2024-11-14T04:56:00,809 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T04:56:00,809 DEBUG [Time-limited test {}] regionserver.HStore(1541): c4ff3a2692915345535db8089892a9fd/cf2 is initiating major compaction (all files) 2024-11-14T04:56:00,809 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:56:00,809 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:56:00,810 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c4ff3a2692915345535db8089892a9fd/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,810 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/09a50235acb44234813763671b674254] into tmpdir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp, totalSize=4.8 K 2024-11-14T04:56:00,810 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 09a50235acb44234813763671b674254, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-14T04:56:00,816 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c4ff3a2692915345535db8089892a9fd#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:56:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741891_1069 (size=4592) 2024-11-14T04:56:00,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741891_1069 (size=4592) 2024-11-14T04:56:00,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741891_1069 (size=4592) 2024-11-14T04:56:00,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/.tmp/cf2/ac1efbfd97d94a0e926be28d372ab2d9 as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/ac1efbfd97d94a0e926be28d372ab2d9 2024-11-14T04:56:00,842 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in c4ff3a2692915345535db8089892a9fd/cf2 of c4ff3a2692915345535db8089892a9fd into ac1efbfd97d94a0e926be28d372ab2d9(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:56:00,842 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c4ff3a2692915345535db8089892a9fd: 2024-11-14T04:56:00,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c4ff3a2692915345535db8089892a9fd, source=44289c305c03,37463,1731560142951, destination=44289c305c03,37649,1731560143070, warming up region on 44289c305c03,37649,1731560143070 2024-11-14T04:56:00,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c4ff3a2692915345535db8089892a9fd, source=44289c305c03,37463,1731560142951, destination=44289c305c03,37649,1731560143070, running balancer 2024-11-14T04:56:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE 2024-11-14T04:56:00,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE 2024-11-14T04:56:00,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(7855): Warmup {ENCODED => c4ff3a2692915345535db8089892a9fd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:00,852 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=CLOSING, regionLocation=44289c305c03,37463,1731560142951 2024-11-14T04:56:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:00,853 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,854 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf1 2024-11-14T04:56:00,854 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:00,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE because future has completed 2024-11-14T04:56:00,856 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:56:00,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37463,1731560142951}] 2024-11-14T04:56:00,863 INFO [StoreFileOpener-c4ff3a2692915345535db8089892a9fd-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 183ab53f648f4a6b8c2ed408c0c9bfd9 2024-11-14T04:56:00,863 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9 2024-11-14T04:56:00,868 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/925a616b3ec0428e828ad257efa7178c 2024-11-14T04:56:00,873 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/e83cd7b68fe242bd834dc54ccb44142a 2024-11-14T04:56:00,873 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:00,873 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:00,874 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf2 2024-11-14T04:56:00,874 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:00,880 INFO [StoreFileOpener-c4ff3a2692915345535db8089892a9fd-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09a50235acb44234813763671b674254 2024-11-14T04:56:00,880 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/09a50235acb44234813763671b674254 2024-11-14T04:56:00,885 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/ac1efbfd97d94a0e926be28d372ab2d9 2024-11-14T04:56:00,885 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(1722): Closing c4ff3a2692915345535db8089892a9fd, disabling compactions & flushes 2024-11-14T04:56:00,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. after waiting 0 ms 2024-11-14T04:56:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(1676): Region close journal for c4ff3a2692915345535db8089892a9fd: Waiting for close lock at 1731560160885Disabling compacts and flushes for region at 1731560160885Disabling writes for close at 1731560160885Writing region close event to WAL at 1731560160886 (+1 ms)Closed at 1731560160886 2024-11-14T04:56:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-14T04:56:01,010 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,010 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:56:01,011 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing c4ff3a2692915345535db8089892a9fd, disabling compactions & flushes 2024-11-14T04:56:01,011 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,011 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,011 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. after waiting 0 ms 2024-11-14T04:56:01,011 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,011 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/e83cd7b68fe242bd834dc54ccb44142a, hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9] to archive 2024-11-14T04:56:01,014 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:56:01,018 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/e83cd7b68fe242bd834dc54ccb44142a to hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/e83cd7b68fe242bd834dc54ccb44142a 2024-11-14T04:56:01,020 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9 to hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/183ab53f648f4a6b8c2ed408c0c9bfd9 2024-11-14T04:56:01,035 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/09a50235acb44234813763671b674254] to archive 2024-11-14T04:56:01,036 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:56:01,038 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/09a50235acb44234813763671b674254 to hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/09a50235acb44234813763671b674254 2024-11-14T04:56:01,044 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-14T04:56:01,044 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,044 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for c4ff3a2692915345535db8089892a9fd: Waiting for close lock at 1731560161011Running coprocessor pre-close hooks at 1731560161011Disabling compacts and flushes for region at 1731560161011Disabling writes for close at 1731560161011Writing region close event to WAL at 1731560161040 (+29 ms)Running coprocessor post-close hooks at 1731560161044 (+4 ms)Closed at 1731560161044 2024-11-14T04:56:01,045 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding c4ff3a2692915345535db8089892a9fd move to 44289c305c03,37649,1731560143070 record at close sequenceid=12 2024-11-14T04:56:01,047 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=CLOSED 2024-11-14T04:56:01,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37463,1731560142951 because future has completed 2024-11-14T04:56:01,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T04:56:01,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37463,1731560142951 in 196 msec 2024-11-14T04:56:01,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE; state=CLOSED, location=44289c305c03,37649,1731560143070; forceNewPlan=false, retain=false 2024-11-14T04:56:01,207 INFO [44289c305c03:42421 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-14T04:56:01,207 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=OPENING, regionLocation=44289c305c03,37649,1731560143070 2024-11-14T04:56:01,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE because future has completed 2024-11-14T04:56:01,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37649,1731560143070}] 2024-11-14T04:56:01,374 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,374 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ff3a2692915345535db8089892a9fd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:01,375 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,375 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:01,375 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,375 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,376 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,377 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf1 2024-11-14T04:56:01,377 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:01,385 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/925a616b3ec0428e828ad257efa7178c 2024-11-14T04:56:01,385 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:01,385 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,386 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf2 2024-11-14T04:56:01,386 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:01,392 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/ac1efbfd97d94a0e926be28d372ab2d9 2024-11-14T04:56:01,393 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:01,393 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,394 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,395 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,396 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,396 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,396 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T04:56:01,398 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,399 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c4ff3a2692915345535db8089892a9fd; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71815469, jitterRate=0.07013387978076935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T04:56:01,399 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,400 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c4ff3a2692915345535db8089892a9fd: Running coprocessor pre-open hook at 1731560161375Writing region info on filesystem at 1731560161375Initializing all the Stores at 1731560161376 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560161376Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560161376Cleaning up temporary data from old regions at 1731560161396 (+20 ms)Running coprocessor post-open hooks at 1731560161399 (+3 ms)Region opened successfully at 1731560161400 (+1 ms) 2024-11-14T04:56:01,401 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., pid=12, masterSystemTime=1731560161369 2024-11-14T04:56:01,403 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,403 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=OPEN, openSeqNum=18, regionLocation=44289c305c03,37649,1731560143070 2024-11-14T04:56:01,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37649,1731560143070 because future has completed 2024-11-14T04:56:01,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-14T04:56:01,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,37649,1731560143070 in 193 msec 2024-11-14T04:56:01,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, REOPEN/MOVE in 564 msec 2024-11-14T04:56:01,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:56:01,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:56:01,456 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 44289c305c03,37649,1731560143070: testing ***** 2024-11-14T04:56:01,457 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:56:01,460 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:56:01,461 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:56:01,468 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:56:01,470 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:56:01,488 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 231136264 }, "NonHeapMemoryUsage": { "committed": 170917888, "init": 7667712, "max": -1, "used": 168237408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "44289c305c03", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10264, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 37, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 6, "ProcessCallTime_95th_percentile": 21, "ProcessCallTime_98th_percentile": 37, "ProcessCallTime_99th_percentile": 37, "ProcessCallTime_99.9th_percentile": 37, "ProcessCallTime_TimeRangeCount_0-1": 10, "ProcessCallTime_TimeRangeCount_1-3": 12, "ProcessCallTime_TimeRangeCount_3-10": 7, "ProcessCallTime_TimeRangeCount_10-30": 1, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 37, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 6, "TotalCallTime_95th_percentile": 21, "TotalCallTime_98th_percentile": 37, "TotalCallTime_99th_percentile": 37, "TotalCallTime_99.9th_percentile": 37, "TotalCallTime_TimeRangeCount_0-1": 9, "TotalCallTime_TimeRangeCount_1-3": 12, "TotalCallTime_TimeRangeCount_3-10": 8, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1139, "ResponseSize_mean": 160, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 796, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1070, "ResponseSize_99.9th_percentile": 1132, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5781 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "44289c305c03", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50401", "tag.serverName": "44289c305c03,37649,1731560143070", "tag.clusterId": "114bdde8-3d07-4189-ab49-b02b412ad2ce", "tag.Context": "regionserver", "tag.Hostname": "44289c305c03", "regionCount": 2, "storeCount": 6, "hlogFileCount": 6, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 2244, "memStoreHeapSize": 5080, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731560143070, "averageRegionSize": 1122, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.8, "writeRequestRatePerSecond": 1.4, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 599040, "ByteBuffAllocatorHeapAllocationRatio": 0.35775729671400613, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 29, "totalRowActionRequestCount": 20, "readRequestCount": 11, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 9, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 9, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 17, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 9, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 2, "ScanTime_95th_percentile": 2, "ScanTime_98th_percentile": 2, "ScanTime_99th_percentile": 2, "ScanTime_99.9th_percentile": 2, "ScanTime_TimeRangeCount_0-1": 4, "ScanTime_TimeRangeCount_1-3": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 16, "Put_min": 1, "Put_max": 4, "Put_mean": 1, "Put_25th_percentile": 1, "Put_median": 2, "Put_75th_percentile": 2, "Put_90th_percentile": 3, "Put_95th_percentile": 4, "Put_98th_percentile": 4, "Put_99th_percentile": 4, "Put_99.9th_percentile": 4, "Put_TimeRangeCount_0-1": 5, "Put_TimeRangeCount_1-3": 8, "Put_TimeRangeCount_3-10": 1, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 4783, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 31, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 4783, "FlushOutputSize_max": 4783, "FlushOutputSize_mean": 4783, "FlushOutputSize_25th_percentile": 4783, "FlushOutputSize_median": 4783, "FlushOutputSize_75th_percentile": 4783, "FlushOutputSize_90th_percentile": 4783, "FlushOutputSize_95th_percentile": 4783, "FlushOutputSize_98th_percentile": 4783, "FlushOutputSize_99th_percentile": 4783, "FlushOutputSize_99.9th_percentile": 4783, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 31, "FlushMemstoreSize_max": 31, "FlushMemstoreSize_mean": 31, "FlushMemstoreSize_25th_percentile": 31, "FlushMemstoreSize_median": 31, "FlushMemstoreSize_75th_percentile": 31, "FlushMemstoreSize_90th_percentile": 31, "FlushMemstoreSize_95th_percentile": 31, "FlushMemstoreSize_98th_percentile": 31, "FlushMemstoreSize_99th_percentile": 31, "FlushMemstoreSize_99.9th_percentile": 31, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 171, "FlushTime_max": 171, "FlushTime_mean": 171, "FlushTime_25th_percentile": 171, "FlushTime_median": 171, "FlushTime_75th_percentile": 171, "FlushTime_90th_percentile": 171, "FlushTime_95th_percentile": 171, "FlushTime_98th_percentile": 171, "FlushTime_99th_percentile": 171, "FlushTime_99.9th_percentile": 171, "FlushTime_TimeRangeCount_100-300": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 9, "ScanSize_min": 64, "ScanSize_max": 1112, "ScanSize_mean": 902, "ScanSize_25th_percentile": 308, "ScanSize_median": 576, "ScanSize_75th_percentile": 844, "ScanSize_90th_percentile": 1004, "ScanSize_95th_percentile": 1058, "ScanSize_98th_percentile": 1090, "ScanSize_99th_percentile": 1101, "ScanSize_99.9th_percentile": 1110, "ScanSize_SizeRangeCount_10-100": 1, "ScanSize_SizeRangeCount_100-1000": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-14T04:56:01,492 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42421 {}] master.MasterRpcServices(700): 44289c305c03,37649,1731560143070 reported a fatal error: ***** ABORTING region server 44289c305c03,37649,1731560143070: testing ***** 2024-11-14T04:56:01,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,37649,1731560143070' ***** 2024-11-14T04:56:01,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-14T04:56:01,494 INFO [RS:1;44289c305c03:37649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:56:01,494 INFO [RS:1;44289c305c03:37649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T04:56:01,495 INFO [RS:1;44289c305c03:37649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T04:56:01,495 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(3091): Received CLOSE for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:56:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:49440 deadline: 1731560221495, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=44289c305c03 port=37649 startCode=1731560143070. As of locationSeqNum=12. 2024-11-14T04:56:01,495 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(956): aborting server 44289c305c03,37649,1731560143070 2024-11-14T04:56:01,495 INFO [RS:1;44289c305c03:37649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:56:01,496 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4ff3a2692915345535db8089892a9fd, disabling compactions & flushes 2024-11-14T04:56:01,496 INFO [RS:1;44289c305c03:37649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;44289c305c03:37649. 2024-11-14T04:56:01,496 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,496 DEBUG [RS:1;44289c305c03:37649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:56:01,496 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,496 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. after waiting 0 ms 2024-11-14T04:56:01,496 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,496 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37463,1731560142951, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37463,1731560142951, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=44289c305c03 port=37649 startCode=1731560143070. As of locationSeqNum=12. 2024-11-14T04:56:01,496 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37463,1731560142951, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=44289c305c03 port=37649 startCode=1731560143070. As of locationSeqNum=12. 2024-11-14T04:56:01,496 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37463,1731560142951, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=44289c305c03 port=37649 startCode=1731560143070. As of locationSeqNum=12. 2024-11-14T04:56:01,496 DEBUG [RS:1;44289c305c03:37649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:56:01,497 INFO [RS:1;44289c305c03:37649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:56:01,497 INFO [RS:1;44289c305c03:37649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:56:01,497 INFO [RS:1;44289c305c03:37649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:56:01,497 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:56:01,498 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:56:01,499 DEBUG [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c4ff3a2692915345535db8089892a9fd=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.} 2024-11-14T04:56:01,499 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:56:01,499 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:56:01,499 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:56:01,499 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:56:01,499 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:56:01,499 DEBUG [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:01,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 44289c305c03,37649,1731560143070 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:01,500 ERROR [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-14T04:56:01,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 44289c305c03,37649,1731560143070 aborting 2024-11-14T04:56:01,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 44289c305c03,37649,1731560143070 aborting 2024-11-14T04:56:01,500 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:56:01,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 from cache 2024-11-14T04:56:01,500 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,500 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:56:01,500 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4ff3a2692915345535db8089892a9fd: Waiting for close lock at 1731560161495Running coprocessor pre-close hooks at 1731560161496 (+1 ms)Disabling compacts and flushes for region at 1731560161496Disabling writes for close at 1731560161496Writing region close event to WAL at 1731560161500 (+4 ms)Running coprocessor post-close hooks at 1731560161500Closed at 1731560161500 2024-11-14T04:56:01,500 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560161498Running coprocessor pre-close hooks at 1731560161498Disabling compacts and flushes for region at 1731560161499 (+1 ms)Disabling writes for close at 1731560161499Writing region close event to WAL at 1731560161500 (+1 ms)Running coprocessor post-close hooks at 1731560161500Closed at 1731560161500 2024-11-14T04:56:01,501 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:56:01,501 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:01,545 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:56:01,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:56:01,607 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1] 2024-11-14T04:56:01,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 44289c305c03,37649,1731560143070 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:01,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 44289c305c03,37649,1731560143070 aborting 2024-11-14T04:56:01,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 44289c305c03,37649,1731560143070 aborting 2024-11-14T04:56:01,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 from cache 2024-11-14T04:56:01,699 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,37649,1731560143070; all regions closed. 2024-11-14T04:56:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741836_1012 (size=6845) 2024-11-14T04:56:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741836_1012 (size=6845) 2024-11-14T04:56:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741836_1012 (size=6845) 2024-11-14T04:56:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741834_1010 (size=2142) 2024-11-14T04:56:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741834_1010 (size=2142) 2024-11-14T04:56:01,708 DEBUG [RS:1;44289c305c03:37649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:56:01,708 INFO [RS:1;44289c305c03:37649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:56:01,708 INFO [RS:1;44289c305c03:37649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:56:01,708 INFO [RS:1;44289c305c03:37649 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:56:01,709 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:56:01,709 INFO [RS:1;44289c305c03:37649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:56:01,710 INFO [RS:1;44289c305c03:37649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37649 2024-11-14T04:56:01,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,37649,1731560143070 2024-11-14T04:56:01,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:56:01,718 INFO [RS:1;44289c305c03:37649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:56:01,719 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,37649,1731560143070] 2024-11-14T04:56:01,724 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,37649,1731560143070 already deleted, retry=false 2024-11-14T04:56:01,724 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 44289c305c03,37649,1731560143070 on 44289c305c03,42421,1731560142114 2024-11-14T04:56:01,729 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 44289c305c03,37649,1731560143070, splitWal=true, meta=true 2024-11-14T04:56:01,732 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 44289c305c03,37649,1731560143070, splitWal=true, meta=true 2024-11-14T04:56:01,732 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 44289c305c03,37649,1731560143070 (carryingMeta=true) 44289c305c03,37649,1731560143070/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5336705c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T04:56:01,733 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,37649,1731560143070, splitWal=true, meta=true, isMeta: true 2024-11-14T04:56:01,735 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting 2024-11-14T04:56:01,736 INFO [PEWorker-5 {}] master.SplitWALManager(105): 44289c305c03,37649,1731560143070 WAL count=1, meta=true 2024-11-14T04:56:01,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta}] 2024-11-14T04:56:01,743 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=44289c305c03,35355,1731560143136 2024-11-14T04:56:01,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta, worker=44289c305c03,35355,1731560143136}] 2024-11-14T04:56:01,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:56:01,817 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1] 2024-11-14T04:56:01,819 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:37649 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 44289c305c03/172.17.0.2:37649 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:01,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:37649 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 44289c305c03/172.17.0.2:37649 2024-11-14T04:56:01,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-14T04:56:01,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 from cache 2024-11-14T04:56:01,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:37649 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 44289c305c03/172.17.0.2:37649 2024-11-14T04:56:01,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:56:01,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x100ef99e5f70002, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:56:01,822 INFO [RS:1;44289c305c03:37649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:56:01,823 INFO [RS:1;44289c305c03:37649 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,37649,1731560143070; zookeeper connection closed. 2024-11-14T04:56:01,823 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5752c05d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5752c05d 2024-11-14T04:56:01,905 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:56:01,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:56:01,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-14T04:56:01,927 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta, size=6.7 K (6845bytes) 2024-11-14T04:56:01,927 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta 2024-11-14T04:56:01,928 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta after 1ms 2024-11-14T04:56:01,931 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta took 4ms 2024-11-14T04:56:01,939 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-14T04:56:01,939 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta so closing down 2024-11-14T04:56:01,940 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:56:01,941 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta.temp 2024-11-14T04:56:01,942 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta.temp 2024-11-14T04:56:01,943 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:56:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741892_1070 (size=6604) 2024-11-14T04:56:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741892_1070 (size=6604) 2024-11-14T04:56:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741892_1070 (size=6604) 2024-11-14T04:56:01,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-14T04:56:01,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta.temp to hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-14T04:56:01,953 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta, size=6.7 K, length=6845, corrupted=false, cancelled=false 2024-11-14T04:56:01,953 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta, journal: Splitting hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta, size=6.7 K (6845bytes) at 1731560161927Finishing writing output for hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta so closing down at 1731560161939 (+12 ms)Creating recovered edits writer path=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta.temp at 1731560161942 (+3 ms)3 split writer threads finished at 1731560161943 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731560161951 (+8 ms)Rename recovered edits hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta.temp to hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1731560161953 (+2 ms)Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta, size=6.7 K, length=6845, corrupted=false, cancelled=false at 1731560161953 2024-11-14T04:56:01,953 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta 2024-11-14T04:56:01,955 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T04:56:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T04:56:01,962 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta to hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs 2024-11-14T04:56:01,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T04:56:01,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta, worker=44289c305c03,35355,1731560143136 in 217 msec 2024-11-14T04:56:01,965 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=44289c305c03,35355,1731560143136 2024-11-14T04:56:01,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T04:56:01,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C37649%2C1731560143070.meta.1731560145762.meta, worker=44289c305c03,35355,1731560143136 in 229 msec 2024-11-14T04:56:01,970 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting dir is empty, no logs to split. 2024-11-14T04:56:01,970 INFO [PEWorker-5 {}] master.SplitWALManager(105): 44289c305c03,37649,1731560143070 WAL count=0, meta=true 2024-11-14T04:56:01,970 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 44289c305c03,37649,1731560143070 WAL splitting is done? wals=0, meta=true 2024-11-14T04:56:01,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:56:01,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:56:01,974 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:56:02,124 DEBUG [44289c305c03:42421 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T04:56:02,124 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(204): Hosts are {44289c305c03=0} racks are {/default-rack=0} 2024-11-14T04:56:02,125 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T04:56:02,125 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T04:56:02,125 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T04:56:02,125 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T04:56:02,125 INFO [44289c305c03:42421 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T04:56:02,125 INFO [44289c305c03:42421 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T04:56:02,125 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T04:56:02,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,35355,1731560143136 2024-11-14T04:56:02,126 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,35355,1731560143136, state=OPENING 2024-11-14T04:56:02,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:56:02,128 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1] 2024-11-14T04:56:02,128 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:37649 this server is in the failed servers list 2024-11-14T04:56:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:56:02,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:56:02,129 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:37649 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:37649 2024-11-14T04:56:02,129 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:37649 2024-11-14T04:56:02,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:56:02,129 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 from cache 2024-11-14T04:56:02,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:56:02,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:56:02,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:56:02,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:56:02,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,35355,1731560143136}] 2024-11-14T04:56:02,287 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:56:02,287 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:02,287 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:56:02,289 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C35355%2C1731560143136.meta, suffix=.meta, logDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,35355,1731560143136, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs, maxLogs=32 2024-11-14T04:56:02,304 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,35355,1731560143136/44289c305c03%2C35355%2C1731560143136.meta.1731560162290.meta, exclude list is [], retry=0 2024-11-14T04:56:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:02,310 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,35355,1731560143136/44289c305c03%2C35355%2C1731560143136.meta.1731560162290.meta 2024-11-14T04:56:02,311 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-14T04:56:02,311 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:02,311 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:56:02,312 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:56:02,312 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:56:02,312 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:56:02,312 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:02,312 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:56:02,312 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:56:02,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:56:02,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:56:02,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:02,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:56:02,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:56:02,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:56:02,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:02,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:56:02,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:56:02,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:56:02,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:02,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:56:02,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:56:02,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:56:02,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:02,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:56:02,322 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:56:02,323 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740 2024-11-14T04:56:02,325 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740 2024-11-14T04:56:02,325 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-14T04:56:02,330 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-14T04:56:02,330 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-14T04:56:02,365 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/info/14692052a5664bb4882d105fbb68c10b is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd./info:regioninfo/1731560161404/Put/seqid=0 2024-11-14T04:56:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741894_1072 (size=11177) 2024-11-14T04:56:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741894_1072 (size=11177) 2024-11-14T04:56:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741894_1072 (size=11177) 2024-11-14T04:56:02,407 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/info/14692052a5664bb4882d105fbb68c10b 2024-11-14T04:56:02,451 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/ns/3e0032116b2445b2a61d93f8dc637fe3 is 43, key is default/ns:d/1731560145956/Put/seqid=0 2024-11-14T04:56:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741895_1073 (size=5153) 2024-11-14T04:56:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741895_1073 (size=5153) 2024-11-14T04:56:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741895_1073 (size=5153) 2024-11-14T04:56:02,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-14T04:56:02,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-14T04:56:02,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-14T04:56:02,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-14T04:56:02,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:56:02,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:56:02,637 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,35355,1731560143136, seqNum=-1] 2024-11-14T04:56:02,637 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:56:02,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:56:02,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35355 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Get size: 119 connection: 172.17.0.2:53084 deadline: 1731560222639, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 44289c305c03,35355,1731560143136 2024-11-14T04:56:02,640 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,35355,1731560143136, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,35355,1731560143136, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 44289c305c03,35355,1731560143136 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:56:02,641 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,35355,1731560143136, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 44289c305c03,35355,1731560143136 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:56:02,641 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,35355,1731560143136, seqNum=-1 from cache 2024-11-14T04:56:02,875 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/ns/3e0032116b2445b2a61d93f8dc637fe3 2024-11-14T04:56:02,897 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/table/53544c4a8c3842fe830541ca8e6bd607 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731560159467/Put/seqid=0 2024-11-14T04:56:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741896_1074 (size=5431) 2024-11-14T04:56:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741896_1074 (size=5431) 2024-11-14T04:56:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741896_1074 (size=5431) 2024-11-14T04:56:02,904 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/table/53544c4a8c3842fe830541ca8e6bd607 2024-11-14T04:56:02,910 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/info/14692052a5664bb4882d105fbb68c10b as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/info/14692052a5664bb4882d105fbb68c10b 2024-11-14T04:56:02,916 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/info/14692052a5664bb4882d105fbb68c10b, entries=36, sequenceid=18, filesize=10.9 K 2024-11-14T04:56:02,917 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/ns/3e0032116b2445b2a61d93f8dc637fe3 as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/ns/3e0032116b2445b2a61d93f8dc637fe3 2024-11-14T04:56:02,922 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/ns/3e0032116b2445b2a61d93f8dc637fe3, entries=2, sequenceid=18, filesize=5.0 K 2024-11-14T04:56:02,923 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/table/53544c4a8c3842fe830541ca8e6bd607 as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/table/53544c4a8c3842fe830541ca8e6bd607 2024-11-14T04:56:02,928 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/table/53544c4a8c3842fe830541ca8e6bd607, entries=2, sequenceid=18, filesize=5.3 K 2024-11-14T04:56:02,928 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 598ms, sequenceid=18, compaction requested=false; wal=null 2024-11-14T04:56:02,929 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-14T04:56:02,930 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:56:02,930 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:56:02,931 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:56:02,932 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:56:02,934 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-14T04:56:02,935 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72872485, jitterRate=0.08588464558124542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:56:02,935 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:56:02,936 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731560162313Writing region info on filesystem at 1731560162313Initializing all the Stores at 1731560162314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560162314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560162314Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560162314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560162314Obtaining lock to block concurrent updates at 1731560162330 (+16 ms)Preparing flush snapshotting stores in 1588230740 at 1731560162330Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1731560162331 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731560162331Flushing 1588230740/info: creating writer at 1731560162331Flushing 1588230740/info: appending metadata at 1731560162364 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731560162364Flushing 1588230740/ns: creating writer at 1731560162418 (+54 ms)Flushing 1588230740/ns: appending metadata at 1731560162443 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731560162450 (+7 ms)Flushing 1588230740/table: creating writer at 1731560162881 (+431 ms)Flushing 1588230740/table: appending metadata at 1731560162896 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731560162896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302028b7: reopening flushed file at 1731560162910 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc7efec: reopening flushed file at 1731560162916 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f1eb9f: reopening flushed file at 1731560162922 (+6 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 598ms, sequenceid=18, compaction requested=false; wal=null at 1731560162928 (+6 ms)Cleaning up temporary data from old regions at 1731560162930 (+2 ms)Running coprocessor post-open hooks at 1731560162935 (+5 ms)Region opened successfully at 1731560162935 2024-11-14T04:56:02,937 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731560162282 2024-11-14T04:56:02,939 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:56:02,939 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:56:02,940 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=44289c305c03,35355,1731560143136 2024-11-14T04:56:02,942 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,35355,1731560143136, state=OPEN 2024-11-14T04:56:02,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:56:02,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:56:02,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:56:02,944 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,35355,1731560143136 2024-11-14T04:56:02,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:56:02,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:56:02,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:56:02,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T04:56:02,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,35355,1731560143136 in 814 msec 2024-11-14T04:56:02,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-14T04:56:02,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 975 msec 2024-11-14T04:56:02,950 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 44289c305c03,37649,1731560143070 had 2 regions 2024-11-14T04:56:02,950 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,37649,1731560143070, splitWal=true, meta=true, isMeta: false 2024-11-14T04:56:02,952 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,37649,1731560143070 WAL count=1, meta=false 2024-11-14T04:56:02,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 44289c305c03%2C37649%2C1731560143070.1731560145259}] 2024-11-14T04:56:02,954 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=44289c305c03,35355,1731560143136 2024-11-14T04:56:02,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C37649%2C1731560143070.1731560145259, worker=44289c305c03,35355,1731560143136}] 2024-11-14T04:56:03,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-14T04:56:03,126 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259, size=2.1 K (2142bytes) 2024-11-14T04:56:03,126 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259 2024-11-14T04:56:03,126 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259 after 0ms 2024-11-14T04:56:03,129 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259 took 4ms 2024-11-14T04:56:03,133 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for c4ff3a2692915345535db8089892a9fd: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-14T04:56:03,134 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259 so closing down 2024-11-14T04:56:03,134 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:56:03,134 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:56:03,134 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-11-14T04:56:03,134 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259, journal: Splitting hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259, size=2.1 K (2142bytes) at 1731560163126Finishing writing output for hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259 so closing down at 1731560163134 (+8 ms)3 split writer threads finished at 1731560163134Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1731560163134 2024-11-14T04:56:03,134 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259 2024-11-14T04:56:03,134 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-14T04:56:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-14T04:56:03,140 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting/44289c305c03%2C37649%2C1731560143070.1731560145259 to hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs 2024-11-14T04:56:03,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T04:56:03,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C37649%2C1731560143070.1731560145259, worker=44289c305c03,35355,1731560143136 in 184 msec 2024-11-14T04:56:03,146 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=44289c305c03,35355,1731560143136 2024-11-14T04:56:03,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-14T04:56:03,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C37649%2C1731560143070.1731560145259, worker=44289c305c03,35355,1731560143136 in 194 msec 2024-11-14T04:56:03,150 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/WALs/44289c305c03,37649,1731560143070-splitting dir is empty, no logs to split. 2024-11-14T04:56:03,150 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,37649,1731560143070 WAL count=0, meta=false 2024-11-14T04:56:03,150 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 44289c305c03,37649,1731560143070 WAL splitting is done? wals=0, meta=false 2024-11-14T04:56:03,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN}] 2024-11-14T04:56:03,154 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN 2024-11-14T04:56:03,155 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:56:03,306 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(204): Hosts are {44289c305c03=0} racks are {/default-rack=0} 2024-11-14T04:56:03,306 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T04:56:03,306 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T04:56:03,306 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T04:56:03,306 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T04:56:03,306 INFO [44289c305c03:42421 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T04:56:03,306 INFO [44289c305c03:42421 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T04:56:03,306 DEBUG [44289c305c03:42421 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T04:56:03,307 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=OPENING, regionLocation=44289c305c03,35355,1731560143136 2024-11-14T04:56:03,308 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:37649 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:37649 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:03,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:37649 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:37649 2024-11-14T04:56:03,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:56:03,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,37649,1731560143070, seqNum=-1 from cache 2024-11-14T04:56:03,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:37649 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:37649 2024-11-14T04:56:03,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:56:03,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:56:03,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,35355,1731560143136, seqNum=-1] 2024-11-14T04:56:03,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:56:03,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44993, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:56:03,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN because future has completed 2024-11-14T04:56:03,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,35355,1731560143136}] 2024-11-14T04:56:03,578 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:03,579 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ff3a2692915345535db8089892a9fd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:03,579 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,579 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:03,579 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,579 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,581 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,582 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf1 2024-11-14T04:56:03,582 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:03,589 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf1/925a616b3ec0428e828ad257efa7178c 2024-11-14T04:56:03,589 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:03,590 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,590 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ff3a2692915345535db8089892a9fd columnFamilyName cf2 2024-11-14T04:56:03,590 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:03,596 DEBUG [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/cf2/ac1efbfd97d94a0e926be28d372ab2d9 2024-11-14T04:56:03,596 INFO [StoreOpener-c4ff3a2692915345535db8089892a9fd-1 {}] regionserver.HStore(327): Store=c4ff3a2692915345535db8089892a9fd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:03,597 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,597 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,599 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,599 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,600 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,600 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T04:56:03,601 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,602 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c4ff3a2692915345535db8089892a9fd; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73916442, jitterRate=0.10144081711769104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T04:56:03,602 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:03,603 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c4ff3a2692915345535db8089892a9fd: Running coprocessor pre-open hook at 1731560163580Writing region info on filesystem at 1731560163580Initializing all the Stores at 1731560163581 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560163581Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560163581Cleaning up temporary data from old regions at 1731560163600 (+19 ms)Running coprocessor post-open hooks at 1731560163602 (+2 ms)Region opened successfully at 1731560163603 (+1 ms) 2024-11-14T04:56:03,604 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., pid=21, masterSystemTime=1731560163573 2024-11-14T04:56:03,606 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:03,606 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:03,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=c4ff3a2692915345535db8089892a9fd, regionState=OPEN, openSeqNum=18, regionLocation=44289c305c03,35355,1731560143136 2024-11-14T04:56:03,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,35355,1731560143136 because future has completed 2024-11-14T04:56:03,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-14T04:56:03,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ff3a2692915345535db8089892a9fd, server=44289c305c03,35355,1731560143136 in 190 msec 2024-11-14T04:56:03,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-14T04:56:03,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4ff3a2692915345535db8089892a9fd, ASSIGN in 460 msec 2024-11-14T04:56:03,615 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 44289c305c03,37649,1731560143070 after splitting done 2024-11-14T04:56:03,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 44289c305c03,37649,1731560143070, splitWal=true, meta=true in 1.8910 sec 2024-11-14T04:56:03,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:56:03,657 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,35355,1731560143136, seqNum=-1] 2024-11-14T04:56:03,776 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:37649 this server is in the failed servers list 2024-11-14T04:56:03,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:37649 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:37649 2024-11-14T04:56:03,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:37649 2024-11-14T04:56:03,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,37649,1731560143070, seqNum=12 from cache 2024-11-14T04:56:03,994 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd., hostname=44289c305c03,35355,1731560143136, seqNum=18] 2024-11-14T04:56:04,010 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 409), OpenFileDescriptor=1034 (was 1011) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 272) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5768) 2024-11-14T04:56:04,012 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1034 is superior to 1024 2024-11-14T04:56:04,026 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1034, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=5618 2024-11-14T04:56:04,026 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1034 is superior to 1024 2024-11-14T04:56:04,043 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:04,045 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:04,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:56:04,048 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18018458, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-18018458, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:04,062 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18018458/hregion-18018458.1731560164049, exclude list is [], retry=0 2024-11-14T04:56:04,064 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:04,065 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:04,065 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:04,069 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18018458/hregion-18018458.1731560164049 2024-11-14T04:56:04,070 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:56:04,070 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4f2caa73abed4fedae75d45a8380dcf2, NAME => 'testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:56:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741898_1076 (size=67) 2024-11-14T04:56:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741898_1076 (size=67) 2024-11-14T04:56:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741898_1076 (size=67) 2024-11-14T04:56:04,082 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:04,083 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,084 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2caa73abed4fedae75d45a8380dcf2 columnFamilyName a 2024-11-14T04:56:04,085 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,085 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(327): Store=4f2caa73abed4fedae75d45a8380dcf2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,085 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,086 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2caa73abed4fedae75d45a8380dcf2 columnFamilyName b 2024-11-14T04:56:04,086 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,087 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(327): Store=4f2caa73abed4fedae75d45a8380dcf2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,087 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,088 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2caa73abed4fedae75d45a8380dcf2 columnFamilyName c 2024-11-14T04:56:04,088 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,088 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(327): Store=4f2caa73abed4fedae75d45a8380dcf2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,088 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,089 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,089 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,090 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,090 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,091 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:04,092 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,094 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:56:04,094 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4f2caa73abed4fedae75d45a8380dcf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65929995, jitterRate=-0.017566516995429993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:04,095 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4f2caa73abed4fedae75d45a8380dcf2: Writing region info on filesystem at 1731560164082Initializing all the Stores at 1731560164083 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164083Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164083Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164083Cleaning up temporary data from old regions at 1731560164090 (+7 ms)Region opened successfully at 1731560164095 (+5 ms) 2024-11-14T04:56:04,095 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4f2caa73abed4fedae75d45a8380dcf2, disabling compactions & flushes 2024-11-14T04:56:04,095 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. 2024-11-14T04:56:04,095 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. 2024-11-14T04:56:04,095 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. after waiting 0 ms 2024-11-14T04:56:04,095 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. 2024-11-14T04:56:04,095 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. 2024-11-14T04:56:04,095 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4f2caa73abed4fedae75d45a8380dcf2: Waiting for close lock at 1731560164095Disabling compacts and flushes for region at 1731560164095Disabling writes for close at 1731560164095Writing region close event to WAL at 1731560164095Closed at 1731560164095 2024-11-14T04:56:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741897_1075 (size=93) 2024-11-14T04:56:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741897_1075 (size=93) 2024-11-14T04:56:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741897_1075 (size=93) 2024-11-14T04:56:04,101 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:56:04,101 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18018458:(num 1731560164049) 2024-11-14T04:56:04,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:04,103 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:04,116 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103, exclude list is [], retry=0 2024-11-14T04:56:04,119 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:04,119 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:04,119 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:04,121 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103 2024-11-14T04:56:04,121 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:56:04,121 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f2caa73abed4fedae75d45a8380dcf2, NAME => 'testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:04,122 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:04,122 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,122 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,124 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,125 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2caa73abed4fedae75d45a8380dcf2 columnFamilyName a 2024-11-14T04:56:04,125 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,125 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(327): Store=4f2caa73abed4fedae75d45a8380dcf2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,125 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,126 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2caa73abed4fedae75d45a8380dcf2 columnFamilyName b 2024-11-14T04:56:04,126 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,126 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(327): Store=4f2caa73abed4fedae75d45a8380dcf2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,127 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,127 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2caa73abed4fedae75d45a8380dcf2 columnFamilyName c 2024-11-14T04:56:04,127 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,128 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(327): Store=4f2caa73abed4fedae75d45a8380dcf2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,128 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,128 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,129 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,130 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,130 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,131 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:04,132 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,132 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4f2caa73abed4fedae75d45a8380dcf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73637316, jitterRate=0.09728151559829712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:04,133 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4f2caa73abed4fedae75d45a8380dcf2: Writing region info on filesystem at 1731560164122Initializing all the Stores at 1731560164123 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164123Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164124 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164124Cleaning up temporary data from old regions at 1731560164130 (+6 ms)Region opened successfully at 1731560164133 (+3 ms) 2024-11-14T04:56:04,155 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4f2caa73abed4fedae75d45a8380dcf2 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-14T04:56:04,178 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/a/deef0cac494944918906652ec0041928 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731560164133/Put/seqid=0 2024-11-14T04:56:04,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741900_1078 (size=5958) 2024-11-14T04:56:04,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741900_1078 (size=5958) 2024-11-14T04:56:04,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741900_1078 (size=5958) 2024-11-14T04:56:04,186 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/a/deef0cac494944918906652ec0041928 2024-11-14T04:56:04,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/b/9879d10e756f4bd0ba6a603ef1b9839a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731560164141/Put/seqid=0 2024-11-14T04:56:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741901_1079 (size=5958) 2024-11-14T04:56:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741901_1079 (size=5958) 2024-11-14T04:56:04,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741901_1079 (size=5958) 2024-11-14T04:56:04,222 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/b/9879d10e756f4bd0ba6a603ef1b9839a 2024-11-14T04:56:04,245 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/c/2166d972c3a04f7ba7ef5d8c1a29485a is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731560164147/Put/seqid=0 2024-11-14T04:56:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741902_1080 (size=5958) 2024-11-14T04:56:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741902_1080 (size=5958) 2024-11-14T04:56:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741902_1080 (size=5958) 2024-11-14T04:56:04,259 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/c/2166d972c3a04f7ba7ef5d8c1a29485a 2024-11-14T04:56:04,265 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/a/deef0cac494944918906652ec0041928 as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/a/deef0cac494944918906652ec0041928 2024-11-14T04:56:04,271 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/a/deef0cac494944918906652ec0041928, entries=10, sequenceid=33, filesize=5.8 K 2024-11-14T04:56:04,272 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/b/9879d10e756f4bd0ba6a603ef1b9839a as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/b/9879d10e756f4bd0ba6a603ef1b9839a 2024-11-14T04:56:04,278 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/b/9879d10e756f4bd0ba6a603ef1b9839a, entries=10, sequenceid=33, filesize=5.8 K 2024-11-14T04:56:04,279 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/c/2166d972c3a04f7ba7ef5d8c1a29485a as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/c/2166d972c3a04f7ba7ef5d8c1a29485a 2024-11-14T04:56:04,284 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/c/2166d972c3a04f7ba7ef5d8c1a29485a, entries=10, sequenceid=33, filesize=5.8 K 2024-11-14T04:56:04,286 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4f2caa73abed4fedae75d45a8380dcf2 in 131ms, sequenceid=33, compaction requested=false 2024-11-14T04:56:04,286 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4f2caa73abed4fedae75d45a8380dcf2: 2024-11-14T04:56:04,286 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4f2caa73abed4fedae75d45a8380dcf2, disabling compactions & flushes 2024-11-14T04:56:04,286 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. 2024-11-14T04:56:04,286 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. 2024-11-14T04:56:04,286 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. after waiting 0 ms 2024-11-14T04:56:04,286 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. 2024-11-14T04:56:04,288 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. 2024-11-14T04:56:04,288 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4f2caa73abed4fedae75d45a8380dcf2: Waiting for close lock at 1731560164286Disabling compacts and flushes for region at 1731560164286Disabling writes for close at 1731560164286Writing region close event to WAL at 1731560164288 (+2 ms)Closed at 1731560164288 2024-11-14T04:56:04,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741899_1077 (size=5937) 2024-11-14T04:56:04,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741899_1077 (size=5937) 2024-11-14T04:56:04,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741899_1077 (size=5937) 2024-11-14T04:56:04,307 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/b/9879d10e756f4bd0ba6a603ef1b9839a to hdfs://localhost:33039/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/b/9879d10e756f4bd0ba6a603ef1b9839a 2024-11-14T04:56:04,326 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103, size=5.8 K (5937bytes) 2024-11-14T04:56:04,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103 2024-11-14T04:56:04,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103 after 0ms 2024-11-14T04:56:04,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103 took 3ms 2024-11-14T04:56:04,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103 so closing down 2024-11-14T04:56:04,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:56:04,343 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731560164103.temp 2024-11-14T04:56:04,345 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000003-wal.1731560164103.temp 2024-11-14T04:56:04,346 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:56:04,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741903_1081 (size=5223) 2024-11-14T04:56:04,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741903_1081 (size=5223) 2024-11-14T04:56:04,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741903_1081 (size=5223) 2024-11-14T04:56:04,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000003-wal.1731560164103.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-14T04:56:04,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000003-wal.1731560164103.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000032 2024-11-14T04:56:04,364 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 28 ms; skipped=2; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-11-14T04:56:04,364 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103, journal: Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103, size=5.8 K (5937bytes) at 1731560164326Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103 so closing down at 1731560164340 (+14 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000003-wal.1731560164103.temp at 1731560164345 (+5 ms)3 split writer threads finished at 1731560164346 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000003-wal.1731560164103.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731560164360 (+14 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000003-wal.1731560164103.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000032 at 1731560164364 (+4 ms)Processed 32 edits across 1 Regions in 28 ms; skipped=2; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1731560164364 2024-11-14T04:56:04,367 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164103 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560164103 2024-11-14T04:56:04,367 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000032 2024-11-14T04:56:04,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:04,371 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:04,391 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164371, exclude list is [], retry=0 2024-11-14T04:56:04,401 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:04,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:04,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:04,413 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164371 2024-11-14T04:56:04,421 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:56:04,422 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f2caa73abed4fedae75d45a8380dcf2, NAME => 'testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:04,422 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:04,422 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,422 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,427 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,429 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2caa73abed4fedae75d45a8380dcf2 columnFamilyName a 2024-11-14T04:56:04,429 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,447 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/a/deef0cac494944918906652ec0041928 2024-11-14T04:56:04,448 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(327): Store=4f2caa73abed4fedae75d45a8380dcf2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,448 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,459 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2caa73abed4fedae75d45a8380dcf2 columnFamilyName b 2024-11-14T04:56:04,459 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,461 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(327): Store=4f2caa73abed4fedae75d45a8380dcf2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,461 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,466 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2caa73abed4fedae75d45a8380dcf2 columnFamilyName c 2024-11-14T04:56:04,466 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,478 DEBUG [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/c/2166d972c3a04f7ba7ef5d8c1a29485a 2024-11-14T04:56:04,479 INFO [StoreOpener-4f2caa73abed4fedae75d45a8380dcf2-1 {}] regionserver.HStore(327): Store=4f2caa73abed4fedae75d45a8380dcf2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,479 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,480 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,486 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,486 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000032 2024-11-14T04:56:04,498 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000032 2024-11-14T04:56:04,498 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4f2caa73abed4fedae75d45a8380dcf2 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-14T04:56:04,533 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/b/76ba22fbfdfe4bca889b9a5ee1bf712a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731560164141/Put/seqid=0 2024-11-14T04:56:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741905_1083 (size=5958) 2024-11-14T04:56:04,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741905_1083 (size=5958) 2024-11-14T04:56:04,548 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/b/76ba22fbfdfe4bca889b9a5ee1bf712a 2024-11-14T04:56:04,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741905_1083 (size=5958) 2024-11-14T04:56:04,561 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/.tmp/b/76ba22fbfdfe4bca889b9a5ee1bf712a as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/b/76ba22fbfdfe4bca889b9a5ee1bf712a 2024-11-14T04:56:04,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741834_1010 (size=2142) 2024-11-14T04:56:04,568 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/b/76ba22fbfdfe4bca889b9a5ee1bf712a, entries=10, sequenceid=32, filesize=5.8 K 2024-11-14T04:56:04,569 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4f2caa73abed4fedae75d45a8380dcf2 in 70ms, sequenceid=32, compaction requested=false; wal=null 2024-11-14T04:56:04,569 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/0000000000000000032 2024-11-14T04:56:04,570 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,570 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,571 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:04,572 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4f2caa73abed4fedae75d45a8380dcf2 2024-11-14T04:56:04,575 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/4f2caa73abed4fedae75d45a8380dcf2/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-14T04:56:04,576 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4f2caa73abed4fedae75d45a8380dcf2; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61482263, jitterRate=-0.08384288847446442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:04,576 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4f2caa73abed4fedae75d45a8380dcf2: Writing region info on filesystem at 1731560164425Initializing all the Stores at 1731560164427 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164427Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164427Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164427Obtaining lock to block concurrent updates at 1731560164498 (+71 ms)Preparing flush snapshotting stores in 4f2caa73abed4fedae75d45a8380dcf2 at 1731560164498Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731560164498Flushing stores of testReplayEditsWrittenViaHRegion,,1731560164044.4f2caa73abed4fedae75d45a8380dcf2. at 1731560164498Flushing 4f2caa73abed4fedae75d45a8380dcf2/b: creating writer at 1731560164498Flushing 4f2caa73abed4fedae75d45a8380dcf2/b: appending metadata at 1731560164532 (+34 ms)Flushing 4f2caa73abed4fedae75d45a8380dcf2/b: closing flushed file at 1731560164532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551323ba: reopening flushed file at 1731560164557 (+25 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4f2caa73abed4fedae75d45a8380dcf2 in 70ms, sequenceid=32, compaction requested=false; wal=null at 1731560164569 (+12 ms)Cleaning up temporary data from old regions at 1731560164570 (+1 ms)Region opened successfully at 1731560164576 (+6 ms) 2024-11-14T04:56:04,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=416 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:54424 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:34586 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:33316 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:47848 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:51312 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:51436 [Waiting for operation #45] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1110 (was 1034) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 282) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5608 (was 5618) 2024-11-14T04:56:04,602 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1110 is superior to 1024 2024-11-14T04:56:04,616 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1110, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=5608 2024-11-14T04:56:04,616 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1110 is superior to 1024 2024-11-14T04:56:04,632 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:04,634 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:04,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:56:04,637 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89694633, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-89694633, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:04,651 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89694633/hregion-89694633.1731560164637, exclude list is [], retry=0 2024-11-14T04:56:04,654 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:04,655 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:04,655 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:04,658 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89694633/hregion-89694633.1731560164637 2024-11-14T04:56:04,658 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:56:04,659 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5b118fd90044c0137a5d9fc4031318fc, NAME => 'testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:56:04,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741907_1085 (size=68) 2024-11-14T04:56:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741907_1085 (size=68) 2024-11-14T04:56:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741907_1085 (size=68) 2024-11-14T04:56:04,673 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:04,674 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,676 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b118fd90044c0137a5d9fc4031318fc columnFamilyName a 2024-11-14T04:56:04,676 DEBUG [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,677 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(327): Store=5b118fd90044c0137a5d9fc4031318fc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,677 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,678 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b118fd90044c0137a5d9fc4031318fc columnFamilyName b 2024-11-14T04:56:04,679 DEBUG [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,679 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(327): Store=5b118fd90044c0137a5d9fc4031318fc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,679 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,681 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b118fd90044c0137a5d9fc4031318fc columnFamilyName c 2024-11-14T04:56:04,681 DEBUG [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,681 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(327): Store=5b118fd90044c0137a5d9fc4031318fc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,681 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,682 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,683 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,684 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,684 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,685 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:04,687 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,690 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:56:04,690 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5b118fd90044c0137a5d9fc4031318fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67744487, jitterRate=0.009471520781517029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:04,691 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5b118fd90044c0137a5d9fc4031318fc: Writing region info on filesystem at 1731560164673Initializing all the Stores at 1731560164674 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164674Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164674Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164674Cleaning up temporary data from old regions at 1731560164684 (+10 ms)Region opened successfully at 1731560164691 (+7 ms) 2024-11-14T04:56:04,691 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5b118fd90044c0137a5d9fc4031318fc, disabling compactions & flushes 2024-11-14T04:56:04,691 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:04,691 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:04,691 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. after waiting 0 ms 2024-11-14T04:56:04,691 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:04,691 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:04,692 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5b118fd90044c0137a5d9fc4031318fc: Waiting for close lock at 1731560164691Disabling compacts and flushes for region at 1731560164691Disabling writes for close at 1731560164691Writing region close event to WAL at 1731560164691Closed at 1731560164691 2024-11-14T04:56:04,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741906_1084 (size=93) 2024-11-14T04:56:04,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741906_1084 (size=93) 2024-11-14T04:56:04,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741906_1084 (size=93) 2024-11-14T04:56:04,699 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:56:04,699 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89694633:(num 1731560164637) 2024-11-14T04:56:04,699 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:04,701 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:04,715 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701, exclude list is [], retry=0 2024-11-14T04:56:04,718 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:04,718 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:04,718 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:04,720 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701 2024-11-14T04:56:04,721 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-14T04:56:04,803 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b118fd90044c0137a5d9fc4031318fc, NAME => 'testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:04,806 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,807 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:04,807 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,807 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,810 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,812 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b118fd90044c0137a5d9fc4031318fc columnFamilyName a 2024-11-14T04:56:04,812 DEBUG [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,813 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(327): Store=5b118fd90044c0137a5d9fc4031318fc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,813 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,814 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b118fd90044c0137a5d9fc4031318fc columnFamilyName b 2024-11-14T04:56:04,814 DEBUG [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,814 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(327): Store=5b118fd90044c0137a5d9fc4031318fc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,815 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,815 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b118fd90044c0137a5d9fc4031318fc columnFamilyName c 2024-11-14T04:56:04,815 DEBUG [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:04,816 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(327): Store=5b118fd90044c0137a5d9fc4031318fc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:04,816 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,817 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,818 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,819 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,819 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,819 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:04,821 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,821 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5b118fd90044c0137a5d9fc4031318fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72130925, jitterRate=0.07483454048633575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:04,821 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:04,822 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5b118fd90044c0137a5d9fc4031318fc: Running coprocessor pre-open hook at 1731560164807Writing region info on filesystem at 1731560164807Initializing all the Stores at 1731560164808 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164809 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164809Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560164809Cleaning up temporary data from old regions at 1731560164819 (+10 ms)Running coprocessor post-open hooks at 1731560164822 (+3 ms)Region opened successfully at 1731560164822 2024-11-14T04:56:04,842 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5b118fd90044c0137a5d9fc4031318fc 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-14T04:56:04,843 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:04,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:56:05,843 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:06,844 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:07,845 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:08,845 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:09,846 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:10,308 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:56:10,847 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:11,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:56:11,847 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:12,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-14T04:56:12,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-14T04:56:12,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:56:12,631 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:56:12,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-14T04:56:12,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-14T04:56:12,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-14T04:56:12,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-14T04:56:12,848 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:13,849 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5b118fd90044c0137a5d9fc4031318fc/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:13,850 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5b118fd90044c0137a5d9fc4031318fc: 2024-11-14T04:56:13,850 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:13,864 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5b118fd90044c0137a5d9fc4031318fc: 2024-11-14T04:56:13,864 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-14T04:56:13,865 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5b118fd90044c0137a5d9fc4031318fc, disabling compactions & flushes 2024-11-14T04:56:13,865 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:13,865 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:13,865 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. after waiting 0 ms 2024-11-14T04:56:13,865 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:13,865 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:13,865 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. 2024-11-14T04:56:13,865 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5b118fd90044c0137a5d9fc4031318fc: Waiting for close lock at 1731560173865Running coprocessor pre-close hooks at 1731560173865Disabling compacts and flushes for region at 1731560173865Disabling writes for close at 1731560173865Writing region close event to WAL at 1731560173865Running coprocessor post-close hooks at 1731560173865Closed at 1731560173865 2024-11-14T04:56:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741908_1086 (size=3941) 2024-11-14T04:56:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741908_1086 (size=3941) 2024-11-14T04:56:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741908_1086 (size=3941) 2024-11-14T04:56:13,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701, size=3.8 K (3941bytes) 2024-11-14T04:56:13,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701 2024-11-14T04:56:13,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701 after 0ms 2024-11-14T04:56:13,895 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701 took 3ms 2024-11-14T04:56:13,898 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701 so closing down 2024-11-14T04:56:13,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:56:13,899 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731560164701.temp 2024-11-14T04:56:13,901 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000004-wal.1731560164701.temp 2024-11-14T04:56:13,901 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:56:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741909_1087 (size=2983) 2024-11-14T04:56:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741909_1087 (size=2983) 2024-11-14T04:56:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741909_1087 (size=2983) 2024-11-14T04:56:13,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000004-wal.1731560164701.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-14T04:56:13,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000004-wal.1731560164701.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000026 2024-11-14T04:56:13,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-11-14T04:56:13,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701, journal: Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701, size=3.8 K (3941bytes) at 1731560173892Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701 so closing down at 1731560173898 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000004-wal.1731560164701.temp at 1731560173901 (+3 ms)3 split writer threads finished at 1731560173901Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000004-wal.1731560164701.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731560173909 (+8 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000004-wal.1731560164701.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000026 at 1731560173911 (+2 ms)Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1731560173911 2024-11-14T04:56:13,913 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560164701 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560164701 2024-11-14T04:56:13,914 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000026 2024-11-14T04:56:13,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:13,916 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:13,931 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560173916, exclude list is [], retry=0 2024-11-14T04:56:13,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:13,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:13,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:13,936 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560173916 2024-11-14T04:56:13,936 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:56:13,937 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b118fd90044c0137a5d9fc4031318fc, NAME => 'testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:13,937 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:13,937 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:13,938 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:13,938 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:13,940 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:13,941 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b118fd90044c0137a5d9fc4031318fc columnFamilyName a 2024-11-14T04:56:13,941 DEBUG [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:13,942 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(327): Store=5b118fd90044c0137a5d9fc4031318fc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:13,942 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:13,943 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b118fd90044c0137a5d9fc4031318fc columnFamilyName b 2024-11-14T04:56:13,943 DEBUG [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:13,943 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(327): Store=5b118fd90044c0137a5d9fc4031318fc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:13,944 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:13,944 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b118fd90044c0137a5d9fc4031318fc columnFamilyName c 2024-11-14T04:56:13,944 DEBUG [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:13,945 INFO [StoreOpener-5b118fd90044c0137a5d9fc4031318fc-1 {}] regionserver.HStore(327): Store=5b118fd90044c0137a5d9fc4031318fc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:13,945 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:13,946 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:13,947 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:13,948 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000026 2024-11-14T04:56:13,951 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000026 2024-11-14T04:56:13,951 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5b118fd90044c0137a5d9fc4031318fc 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-14T04:56:13,968 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/.tmp/a/499c05ef49a94a3494f78d087be6d5fe is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731560173855/Put/seqid=0 2024-11-14T04:56:13,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741911_1089 (size=5523) 2024-11-14T04:56:13,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741911_1089 (size=5523) 2024-11-14T04:56:13,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741911_1089 (size=5523) 2024-11-14T04:56:13,982 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/.tmp/a/499c05ef49a94a3494f78d087be6d5fe 2024-11-14T04:56:14,008 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/.tmp/b/eebddbd204ae4dbf8f0fa24741d7f4d1 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731560173851/Put/seqid=0 2024-11-14T04:56:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741912_1090 (size=5524) 2024-11-14T04:56:14,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741912_1090 (size=5524) 2024-11-14T04:56:14,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741912_1090 (size=5524) 2024-11-14T04:56:14,078 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/.tmp/b/eebddbd204ae4dbf8f0fa24741d7f4d1 2024-11-14T04:56:14,103 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/.tmp/c/d26cbf4631b3403a99caed27aa9a5f8c is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731560173852/Put/seqid=0 2024-11-14T04:56:14,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741913_1091 (size=5457) 2024-11-14T04:56:14,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741913_1091 (size=5457) 2024-11-14T04:56:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741913_1091 (size=5457) 2024-11-14T04:56:14,113 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/.tmp/c/d26cbf4631b3403a99caed27aa9a5f8c 2024-11-14T04:56:14,121 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/.tmp/a/499c05ef49a94a3494f78d087be6d5fe as hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/a/499c05ef49a94a3494f78d087be6d5fe 2024-11-14T04:56:14,137 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/a/499c05ef49a94a3494f78d087be6d5fe, entries=7, sequenceid=26, filesize=5.4 K 2024-11-14T04:56:14,138 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/.tmp/b/eebddbd204ae4dbf8f0fa24741d7f4d1 as hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/b/eebddbd204ae4dbf8f0fa24741d7f4d1 2024-11-14T04:56:14,149 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/b/eebddbd204ae4dbf8f0fa24741d7f4d1, entries=7, sequenceid=26, filesize=5.4 K 2024-11-14T04:56:14,154 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/.tmp/c/d26cbf4631b3403a99caed27aa9a5f8c as hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/c/d26cbf4631b3403a99caed27aa9a5f8c 2024-11-14T04:56:14,166 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/c/d26cbf4631b3403a99caed27aa9a5f8c, entries=6, sequenceid=26, filesize=5.3 K 2024-11-14T04:56:14,167 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 5b118fd90044c0137a5d9fc4031318fc in 216ms, sequenceid=26, compaction requested=false; wal=null 2024-11-14T04:56:14,173 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/0000000000000000026 2024-11-14T04:56:14,180 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:14,180 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:14,181 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:14,186 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:14,201 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsAfterAbortingFlush/5b118fd90044c0137a5d9fc4031318fc/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-14T04:56:14,203 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5b118fd90044c0137a5d9fc4031318fc; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61262110, jitterRate=-0.08712342381477356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:14,203 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b118fd90044c0137a5d9fc4031318fc 2024-11-14T04:56:14,204 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5b118fd90044c0137a5d9fc4031318fc: Running coprocessor pre-open hook at 1731560173938Writing region info on filesystem at 1731560173938Initializing all the Stores at 1731560173939 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560173939Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560173939Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560173939Obtaining lock to block concurrent updates at 1731560173951 (+12 ms)Preparing flush snapshotting stores in 5b118fd90044c0137a5d9fc4031318fc at 1731560173951Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731560173952 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1731560164633.5b118fd90044c0137a5d9fc4031318fc. at 1731560173952Flushing 5b118fd90044c0137a5d9fc4031318fc/a: creating writer at 1731560173952Flushing 5b118fd90044c0137a5d9fc4031318fc/a: appending metadata at 1731560173967 (+15 ms)Flushing 5b118fd90044c0137a5d9fc4031318fc/a: closing flushed file at 1731560173967Flushing 5b118fd90044c0137a5d9fc4031318fc/b: creating writer at 1731560173988 (+21 ms)Flushing 5b118fd90044c0137a5d9fc4031318fc/b: appending metadata at 1731560174007 (+19 ms)Flushing 5b118fd90044c0137a5d9fc4031318fc/b: closing flushed file at 1731560174007Flushing 5b118fd90044c0137a5d9fc4031318fc/c: creating writer at 1731560174084 (+77 ms)Flushing 5b118fd90044c0137a5d9fc4031318fc/c: appending metadata at 1731560174102 (+18 ms)Flushing 5b118fd90044c0137a5d9fc4031318fc/c: closing flushed file at 1731560174102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb7be6d: reopening flushed file at 1731560174120 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d57816: reopening flushed file at 1731560174137 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bda9573: reopening flushed file at 1731560174149 (+12 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 5b118fd90044c0137a5d9fc4031318fc in 216ms, sequenceid=26, compaction requested=false; wal=null at 1731560174167 (+18 ms)Cleaning up temporary data from old regions at 1731560174180 (+13 ms)Running coprocessor post-open hooks at 1731560174203 (+23 ms)Region opened successfully at 1731560174204 (+1 ms) 2024-11-14T04:56:14,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416 (was 416), OpenFileDescriptor=1176 (was 1110) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 300) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6509 (was 5608) - AvailableMemoryMB LEAK? - 2024-11-14T04:56:14,249 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1176 is superior to 1024 2024-11-14T04:56:14,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1176, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=6505 2024-11-14T04:56:14,265 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1176 is superior to 1024 2024-11-14T04:56:14,283 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:14,285 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:14,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:56:14,288 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04447144, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-04447144, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:14,309 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04447144/hregion-04447144.1731560174289, exclude list is [], retry=0 2024-11-14T04:56:14,312 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:14,314 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:14,315 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:14,322 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04447144/hregion-04447144.1731560174289 2024-11-14T04:56:14,324 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:56:14,324 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8ec6c295bb8a3b8505592ba0a7ef1ea1, NAME => 'testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:56:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741915_1093 (size=61) 2024-11-14T04:56:14,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741915_1093 (size=61) 2024-11-14T04:56:14,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741915_1093 (size=61) 2024-11-14T04:56:14,350 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:14,354 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,356 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ec6c295bb8a3b8505592ba0a7ef1ea1 columnFamilyName a 2024-11-14T04:56:14,356 DEBUG [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:14,356 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] regionserver.HStore(327): Store=8ec6c295bb8a3b8505592ba0a7ef1ea1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:14,357 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,357 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,358 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,360 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,360 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,363 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,372 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:56:14,372 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ec6c295bb8a3b8505592ba0a7ef1ea1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68759346, jitterRate=0.024594098329544067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:56:14,373 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ec6c295bb8a3b8505592ba0a7ef1ea1: Writing region info on filesystem at 1731560174350Initializing all the Stores at 1731560174353 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560174353Cleaning up temporary data from old regions at 1731560174360 (+7 ms)Region opened successfully at 1731560174373 (+13 ms) 2024-11-14T04:56:14,373 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ec6c295bb8a3b8505592ba0a7ef1ea1, disabling compactions & flushes 2024-11-14T04:56:14,373 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. 2024-11-14T04:56:14,373 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. 2024-11-14T04:56:14,373 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. after waiting 0 ms 2024-11-14T04:56:14,373 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. 2024-11-14T04:56:14,374 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. 2024-11-14T04:56:14,374 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ec6c295bb8a3b8505592ba0a7ef1ea1: Waiting for close lock at 1731560174373Disabling compacts and flushes for region at 1731560174373Disabling writes for close at 1731560174373Writing region close event to WAL at 1731560174374 (+1 ms)Closed at 1731560174374 2024-11-14T04:56:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741914_1092 (size=93) 2024-11-14T04:56:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741914_1092 (size=93) 2024-11-14T04:56:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741914_1092 (size=93) 2024-11-14T04:56:14,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:56:14,384 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04447144:(num 1731560174289) 2024-11-14T04:56:14,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:14,386 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:14,407 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386, exclude list is [], retry=0 2024-11-14T04:56:14,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:14,411 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:14,411 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:14,414 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386 2024-11-14T04:56:14,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-14T04:56:14,414 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ec6c295bb8a3b8505592ba0a7ef1ea1, NAME => 'testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:14,415 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:14,415 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,415 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,417 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,418 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ec6c295bb8a3b8505592ba0a7ef1ea1 columnFamilyName a 2024-11-14T04:56:14,418 DEBUG [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:14,419 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] regionserver.HStore(327): Store=8ec6c295bb8a3b8505592ba0a7ef1ea1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:14,419 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,420 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,421 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,421 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,421 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,423 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,424 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ec6c295bb8a3b8505592ba0a7ef1ea1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61649403, jitterRate=-0.08135230839252472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:56:14,424 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ec6c295bb8a3b8505592ba0a7ef1ea1: Writing region info on filesystem at 1731560174415Initializing all the Stores at 1731560174416 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560174416Cleaning up temporary data from old regions at 1731560174421 (+5 ms)Region opened successfully at 1731560174424 (+3 ms) 2024-11-14T04:56:14,439 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ec6c295bb8a3b8505592ba0a7ef1ea1, disabling compactions & flushes 2024-11-14T04:56:14,439 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. 2024-11-14T04:56:14,439 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. 2024-11-14T04:56:14,439 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. after waiting 0 ms 2024-11-14T04:56:14,439 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. 2024-11-14T04:56:14,440 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. 2024-11-14T04:56:14,440 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. 2024-11-14T04:56:14,440 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ec6c295bb8a3b8505592ba0a7ef1ea1: Waiting for close lock at 1731560174439Disabling compacts and flushes for region at 1731560174439Disabling writes for close at 1731560174439Writing region close event to WAL at 1731560174440 (+1 ms)Closed at 1731560174440 2024-11-14T04:56:14,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741916_1094 (size=1623) 2024-11-14T04:56:14,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741916_1094 (size=1623) 2024-11-14T04:56:14,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741916_1094 (size=1623) 2024-11-14T04:56:14,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386, size=1.6 K (1623bytes) 2024-11-14T04:56:14,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386 2024-11-14T04:56:14,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386 after 1ms 2024-11-14T04:56:14,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386 took 3ms 2024-11-14T04:56:14,479 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386 so closing down 2024-11-14T04:56:14,479 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:56:14,481 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731560174386.temp 2024-11-14T04:56:14,482 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000003-wal.1731560174386.temp 2024-11-14T04:56:14,482 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:56:14,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741917_1095 (size=1623) 2024-11-14T04:56:14,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741917_1095 (size=1623) 2024-11-14T04:56:14,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741917_1095 (size=1623) 2024-11-14T04:56:14,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000003-wal.1731560174386.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:56:14,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000003-wal.1731560174386.temp to hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000012 2024-11-14T04:56:14,491 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-11-14T04:56:14,491 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386, journal: Splitting hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386, size=1.6 K (1623bytes) at 1731560174474Finishing writing output for hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386 so closing down at 1731560174479 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000003-wal.1731560174386.temp at 1731560174482 (+3 ms)3 split writer threads finished at 1731560174482Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000003-wal.1731560174386.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731560174489 (+7 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000003-wal.1731560174386.temp to hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000012 at 1731560174490 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1731560174491 (+1 ms) 2024-11-14T04:56:14,492 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174386 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560174386 2024-11-14T04:56:14,493 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000012 2024-11-14T04:56:14,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:14,856 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:14,873 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174856, exclude list is [], retry=0 2024-11-14T04:56:14,876 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:14,877 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:14,877 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:14,881 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174856 2024-11-14T04:56:14,882 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:56:14,882 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ec6c295bb8a3b8505592ba0a7ef1ea1, NAME => 'testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:14,882 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:14,882 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,882 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,886 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,887 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ec6c295bb8a3b8505592ba0a7ef1ea1 columnFamilyName a 2024-11-14T04:56:14,888 DEBUG [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:14,889 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] regionserver.HStore(327): Store=8ec6c295bb8a3b8505592ba0a7ef1ea1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:14,889 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,889 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,892 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000012 2024-11-14T04:56:14,895 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000012 2024-11-14T04:56:14,895 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ec6c295bb8a3b8505592ba0a7ef1ea1 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-14T04:56:14,918 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/.tmp/a/10798e41331446f09b3588d41aee251a is 79, key is testDatalossWhenInputError/a:x0/1731560174424/Put/seqid=0 2024-11-14T04:56:14,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741919_1097 (size=5808) 2024-11-14T04:56:14,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741919_1097 (size=5808) 2024-11-14T04:56:14,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741919_1097 (size=5808) 2024-11-14T04:56:14,933 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/.tmp/a/10798e41331446f09b3588d41aee251a 2024-11-14T04:56:14,942 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/.tmp/a/10798e41331446f09b3588d41aee251a as hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/a/10798e41331446f09b3588d41aee251a 2024-11-14T04:56:14,951 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/a/10798e41331446f09b3588d41aee251a, entries=10, sequenceid=12, filesize=5.7 K 2024-11-14T04:56:14,951 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 8ec6c295bb8a3b8505592ba0a7ef1ea1 in 56ms, sequenceid=12, compaction requested=false; wal=null 2024-11-14T04:56:14,952 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/0000000000000000012 2024-11-14T04:56:14,953 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,953 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,957 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,961 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T04:56:14,962 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ec6c295bb8a3b8505592ba0a7ef1ea1; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70870916, jitterRate=0.05605894327163696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:56:14,963 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ec6c295bb8a3b8505592ba0a7ef1ea1: Writing region info on filesystem at 1731560174882Initializing all the Stores at 1731560174885 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560174885Obtaining lock to block concurrent updates at 1731560174895 (+10 ms)Preparing flush snapshotting stores in 8ec6c295bb8a3b8505592ba0a7ef1ea1 at 1731560174895Finished memstore snapshotting testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731560174895Flushing stores of testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1. at 1731560174895Flushing 8ec6c295bb8a3b8505592ba0a7ef1ea1/a: creating writer at 1731560174895Flushing 8ec6c295bb8a3b8505592ba0a7ef1ea1/a: appending metadata at 1731560174917 (+22 ms)Flushing 8ec6c295bb8a3b8505592ba0a7ef1ea1/a: closing flushed file at 1731560174917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4592a494: reopening flushed file at 1731560174941 (+24 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 8ec6c295bb8a3b8505592ba0a7ef1ea1 in 56ms, sequenceid=12, compaction requested=false; wal=null at 1731560174951 (+10 ms)Cleaning up temporary data from old regions at 1731560174953 (+2 ms)Region opened successfully at 1731560174963 (+10 ms) 2024-11-14T04:56:14,967 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ec6c295bb8a3b8505592ba0a7ef1ea1, NAME => 'testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:14,967 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731560174283.8ec6c295bb8a3b8505592ba0a7ef1ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:14,967 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,967 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,968 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,969 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ec6c295bb8a3b8505592ba0a7ef1ea1 columnFamilyName a 2024-11-14T04:56:14,969 DEBUG [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:14,975 DEBUG [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/a/10798e41331446f09b3588d41aee251a 2024-11-14T04:56:14,975 INFO [StoreOpener-8ec6c295bb8a3b8505592ba0a7ef1ea1-1 {}] regionserver.HStore(327): Store=8ec6c295bb8a3b8505592ba0a7ef1ea1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:14,975 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,976 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,977 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,978 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,978 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,980 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ec6c295bb8a3b8505592ba0a7ef1ea1 2024-11-14T04:56:14,983 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testDatalossWhenInputError/8ec6c295bb8a3b8505592ba0a7ef1ea1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-14T04:56:14,984 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ec6c295bb8a3b8505592ba0a7ef1ea1; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64956800, jitterRate=-0.03206825256347656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:56:14,984 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ec6c295bb8a3b8505592ba0a7ef1ea1: Writing region info on filesystem at 1731560174967Initializing all the Stores at 1731560174968 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560174968Cleaning up temporary data from old regions at 1731560174978 (+10 ms)Region opened successfully at 1731560174984 (+6 ms) 2024-11-14T04:56:15,003 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=426 (was 416) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:43980 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1857087076-172.17.0.2-1731560138195:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:48000 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:43930 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:49340 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:49392 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:47934 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1258 (was 1176) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=6339 (was 6505) 2024-11-14T04:56:15,003 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1258 is superior to 1024 2024-11-14T04:56:15,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1258, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=6336 2024-11-14T04:56:15,016 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1258 is superior to 1024 2024-11-14T04:56:15,032 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:15,034 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:15,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:56:15,038 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09654044, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-09654044, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:15,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09654044/hregion-09654044.1731560175039, exclude list is [], retry=0 2024-11-14T04:56:15,062 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:15,063 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:15,063 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:15,067 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09654044/hregion-09654044.1731560175039 2024-11-14T04:56:15,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:56:15,067 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7148629822c03e5b7ed867cc6df84e49, NAME => 'testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:56:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741921_1099 (size=63) 2024-11-14T04:56:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741921_1099 (size=63) 2024-11-14T04:56:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741921_1099 (size=63) 2024-11-14T04:56:15,085 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:15,086 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,088 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7148629822c03e5b7ed867cc6df84e49 columnFamilyName a 2024-11-14T04:56:15,088 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:15,088 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(327): Store=7148629822c03e5b7ed867cc6df84e49/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:15,088 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,090 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7148629822c03e5b7ed867cc6df84e49 columnFamilyName b 2024-11-14T04:56:15,090 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:15,090 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(327): Store=7148629822c03e5b7ed867cc6df84e49/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:15,090 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,091 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7148629822c03e5b7ed867cc6df84e49 columnFamilyName c 2024-11-14T04:56:15,091 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:15,092 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(327): Store=7148629822c03e5b7ed867cc6df84e49/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:15,092 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,093 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,093 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,094 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,094 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,095 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:15,096 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,098 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:56:15,099 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7148629822c03e5b7ed867cc6df84e49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63116867, jitterRate=-0.05948539078235626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:15,099 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7148629822c03e5b7ed867cc6df84e49: Writing region info on filesystem at 1731560175085Initializing all the Stores at 1731560175086 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560175086Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560175086Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560175086Cleaning up temporary data from old regions at 1731560175094 (+8 ms)Region opened successfully at 1731560175099 (+5 ms) 2024-11-14T04:56:15,099 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7148629822c03e5b7ed867cc6df84e49, disabling compactions & flushes 2024-11-14T04:56:15,099 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. 2024-11-14T04:56:15,099 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. 2024-11-14T04:56:15,099 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. after waiting 0 ms 2024-11-14T04:56:15,099 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. 2024-11-14T04:56:15,100 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. 2024-11-14T04:56:15,100 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7148629822c03e5b7ed867cc6df84e49: Waiting for close lock at 1731560175099Disabling compacts and flushes for region at 1731560175099Disabling writes for close at 1731560175099Writing region close event to WAL at 1731560175100 (+1 ms)Closed at 1731560175100 2024-11-14T04:56:15,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741920_1098 (size=93) 2024-11-14T04:56:15,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741920_1098 (size=93) 2024-11-14T04:56:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741920_1098 (size=93) 2024-11-14T04:56:15,110 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:56:15,110 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09654044:(num 1731560175039) 2024-11-14T04:56:15,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:15,112 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:15,126 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112, exclude list is [], retry=0 2024-11-14T04:56:15,129 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:15,129 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:15,129 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:15,134 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 2024-11-14T04:56:15,135 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:56:15,135 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7148629822c03e5b7ed867cc6df84e49, NAME => 'testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:15,135 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:15,135 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,135 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,137 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,138 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7148629822c03e5b7ed867cc6df84e49 columnFamilyName a 2024-11-14T04:56:15,139 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:15,139 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(327): Store=7148629822c03e5b7ed867cc6df84e49/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:15,139 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,140 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7148629822c03e5b7ed867cc6df84e49 columnFamilyName b 2024-11-14T04:56:15,141 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:15,145 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(327): Store=7148629822c03e5b7ed867cc6df84e49/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:15,145 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,146 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7148629822c03e5b7ed867cc6df84e49 columnFamilyName c 2024-11-14T04:56:15,146 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:15,147 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(327): Store=7148629822c03e5b7ed867cc6df84e49/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:15,147 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,148 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,149 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,150 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,150 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,151 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:15,152 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:15,153 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7148629822c03e5b7ed867cc6df84e49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59706672, jitterRate=-0.11030125617980957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:15,154 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7148629822c03e5b7ed867cc6df84e49: Writing region info on filesystem at 1731560175136Initializing all the Stores at 1731560175136Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560175136Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560175137 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560175137Cleaning up temporary data from old regions at 1731560175150 (+13 ms)Region opened successfully at 1731560175154 (+4 ms) 2024-11-14T04:56:15,163 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731560175162/Put/seqid=0 2024-11-14T04:56:15,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741923_1101 (size=4875) 2024-11-14T04:56:15,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741923_1101 (size=4875) 2024-11-14T04:56:15,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741923_1101 (size=4875) 2024-11-14T04:56:15,605 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731560175605/Put/seqid=0 2024-11-14T04:56:15,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741924_1102 (size=4875) 2024-11-14T04:56:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741924_1102 (size=4875) 2024-11-14T04:56:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741924_1102 (size=4875) 2024-11-14T04:56:15,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731560175619/Put/seqid=0 2024-11-14T04:56:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741925_1103 (size=4875) 2024-11-14T04:56:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741925_1103 (size=4875) 2024-11-14T04:56:15,626 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 7148629822c03e5b7ed867cc6df84e49/a 2024-11-14T04:56:15,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741925_1103 (size=4875) 2024-11-14T04:56:15,631 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-14T04:56:15,631 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:56:15,631 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 7148629822c03e5b7ed867cc6df84e49/a 2024-11-14T04:56:15,634 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-14T04:56:15,634 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:56:15,634 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 7148629822c03e5b7ed867cc6df84e49/a 2024-11-14T04:56:15,638 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-14T04:56:15,638 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:56:15,638 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7148629822c03e5b7ed867cc6df84e49 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-14T04:56:15,655 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/.tmp/a/b9f38866c6f5428287708573b2daf025 is 55, key is testCompactedBulkLoadedFiles/a:a/1731560175155/Put/seqid=0 2024-11-14T04:56:15,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741926_1104 (size=5107) 2024-11-14T04:56:15,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741926_1104 (size=5107) 2024-11-14T04:56:15,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741926_1104 (size=5107) 2024-11-14T04:56:15,664 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/.tmp/a/b9f38866c6f5428287708573b2daf025 2024-11-14T04:56:15,671 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/.tmp/a/b9f38866c6f5428287708573b2daf025 as hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/b9f38866c6f5428287708573b2daf025 2024-11-14T04:56:15,676 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/b9f38866c6f5428287708573b2daf025, entries=1, sequenceid=4, filesize=5.0 K 2024-11-14T04:56:15,678 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 7148629822c03e5b7ed867cc6df84e49 in 40ms, sequenceid=4, compaction requested=false 2024-11-14T04:56:15,678 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7148629822c03e5b7ed867cc6df84e49: 2024-11-14T04:56:15,679 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_ 2024-11-14T04:56:15,680 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_ 2024-11-14T04:56:15,681 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_ 2024-11-14T04:56:15,682 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile0 into 7148629822c03e5b7ed867cc6df84e49/a as hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_ - updating store file list. 2024-11-14T04:56:15,687 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:56:15,687 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_ into 7148629822c03e5b7ed867cc6df84e49/a 2024-11-14T04:56:15,687 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile0 into 7148629822c03e5b7ed867cc6df84e49/a (new location: hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_) 2024-11-14T04:56:15,688 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile1 into 7148629822c03e5b7ed867cc6df84e49/a as hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_ - updating store file list. 2024-11-14T04:56:15,693 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:56:15,693 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_ into 7148629822c03e5b7ed867cc6df84e49/a 2024-11-14T04:56:15,693 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile1 into 7148629822c03e5b7ed867cc6df84e49/a (new location: hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_) 2024-11-14T04:56:15,694 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile2 into 7148629822c03e5b7ed867cc6df84e49/a as hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_ - updating store file list. 2024-11-14T04:56:15,699 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ad5e13618a142809052c7be987c4261_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:56:15,699 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_ into 7148629822c03e5b7ed867cc6df84e49/a 2024-11-14T04:56:15,699 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33039/hbase/testCompactedBulkLoadedFiles/hfile2 into 7148629822c03e5b7ed867cc6df84e49/a (new location: hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_) 2024-11-14T04:56:15,708 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:56:15,708 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7148629822c03e5b7ed867cc6df84e49/a is initiating major compaction (all files) 2024-11-14T04:56:15,708 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7148629822c03e5b7ed867cc6df84e49/a in testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. 2024-11-14T04:56:15,708 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/b9f38866c6f5428287708573b2daf025, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_] into tmpdir=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/.tmp, totalSize=19.3 K 2024-11-14T04:56:15,709 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b9f38866c6f5428287708573b2daf025, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731560175155 2024-11-14T04:56:15,709 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-14T04:56:15,710 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-14T04:56:15,710 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6ad5e13618a142809052c7be987c4261_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-14T04:56:15,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/.tmp/a/938b0bec641448db849c4fb5eb5cce0a is 55, key is testCompactedBulkLoadedFiles/a:a/1731560175155/Put/seqid=0 2024-11-14T04:56:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741927_1105 (size=6154) 2024-11-14T04:56:15,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741927_1105 (size=6154) 2024-11-14T04:56:15,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741927_1105 (size=6154) 2024-11-14T04:56:15,752 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/.tmp/a/938b0bec641448db849c4fb5eb5cce0a as hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/938b0bec641448db849c4fb5eb5cce0a 2024-11-14T04:56:15,761 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 7148629822c03e5b7ed867cc6df84e49/a of 7148629822c03e5b7ed867cc6df84e49 into 938b0bec641448db849c4fb5eb5cce0a(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:56:15,761 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7148629822c03e5b7ed867cc6df84e49: 2024-11-14T04:56:15,761 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-14T04:56:15,762 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-14T04:56:15,798 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112, size=0 (0bytes) 2024-11-14T04:56:15,799 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 might be still open, length is 0 2024-11-14T04:56:15,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 2024-11-14T04:56:15,799 WARN [IPC Server handler 4 on default port 33039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-14T04:56:15,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 after 0ms 2024-11-14T04:56:16,789 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:44024 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:35231:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44024 dst: /127.0.0.1:35231 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35231 remote=/127.0.0.1:44024]. Total timeout mills is 60000, 58972 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:16,790 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:49446 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:42441:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49446 dst: /127.0.0.1:42441 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:16,790 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:48026 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:37237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48026 dst: /127.0.0.1:37237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741922_1106 (size=1659) 2024-11-14T04:56:16,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741922_1106 (size=1659) 2024-11-14T04:56:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741922_1106 (size=1659) 2024-11-14T04:56:19,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:56:19,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 after 4001ms 2024-11-14T04:56:19,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 took 4005ms 2024-11-14T04:56:19,805 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112; continuing. 2024-11-14T04:56:19,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 so closing down 2024-11-14T04:56:19,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:56:19,806 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731560175112.temp 2024-11-14T04:56:19,807 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000003-wal.1731560175112.temp 2024-11-14T04:56:19,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:56:19,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741928_1107 (size=698) 2024-11-14T04:56:19,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741928_1107 (size=698) 2024-11-14T04:56:19,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741928_1107 (size=698) 2024-11-14T04:56:19,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000003-wal.1731560175112.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-14T04:56:19,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000003-wal.1731560175112.temp to hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000008 2024-11-14T04:56:19,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T04:56:19,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112, journal: Splitting hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112, size=0 (0bytes) at 1731560175799Finishing writing output for hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 so closing down at 1731560179805 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000003-wal.1731560175112.temp at 1731560179807 (+2 ms)3 split writer threads finished at 1731560179808 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000003-wal.1731560175112.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731560179814 (+6 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000003-wal.1731560175112.temp to hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000008 at 1731560179816 (+2 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112, size=0, length=0, corrupted=false, cancelled=false at 1731560179816 2024-11-14T04:56:19,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560175112 2024-11-14T04:56:19,818 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000008 2024-11-14T04:56:19,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:19,820 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:19,833 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560179820, exclude list is [], retry=0 2024-11-14T04:56:19,836 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:19,836 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:19,836 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:19,839 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560179820 2024-11-14T04:56:19,840 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:56:19,840 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7148629822c03e5b7ed867cc6df84e49, NAME => 'testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:19,840 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:19,840 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,840 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,843 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,844 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7148629822c03e5b7ed867cc6df84e49 columnFamilyName a 2024-11-14T04:56:19,844 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:19,850 DEBUG [StoreFileOpener-7148629822c03e5b7ed867cc6df84e49-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:56:19,850 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_ 2024-11-14T04:56:19,854 DEBUG [StoreFileOpener-7148629822c03e5b7ed867cc6df84e49-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ad5e13618a142809052c7be987c4261_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:56:19,854 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_ 2024-11-14T04:56:19,858 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/938b0bec641448db849c4fb5eb5cce0a 2024-11-14T04:56:19,861 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/b9f38866c6f5428287708573b2daf025 2024-11-14T04:56:19,864 DEBUG [StoreFileOpener-7148629822c03e5b7ed867cc6df84e49-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:56:19,865 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_ 2024-11-14T04:56:19,865 WARN [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@322b6a3e 2024-11-14T04:56:19,865 WARN [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@322b6a3e 2024-11-14T04:56:19,865 WARN [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/b9f38866c6f5428287708573b2daf025 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@322b6a3e 2024-11-14T04:56:19,865 WARN [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@322b6a3e 2024-11-14T04:56:19,865 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/b9f38866c6f5428287708573b2daf025, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_] to archive 2024-11-14T04:56:19,866 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:56:19,867 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_ to hdfs://localhost:33039/hbase/archive/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_ 2024-11-14T04:56:19,868 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_ to hdfs://localhost:33039/hbase/archive/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/6ad5e13618a142809052c7be987c4261_SeqId_4_ 2024-11-14T04:56:19,870 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/b9f38866c6f5428287708573b2daf025 to hdfs://localhost:33039/hbase/archive/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/b9f38866c6f5428287708573b2daf025 2024-11-14T04:56:19,871 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_ to hdfs://localhost:33039/hbase/archive/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/a/eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_ 2024-11-14T04:56:19,871 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(327): Store=7148629822c03e5b7ed867cc6df84e49/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:19,871 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,872 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7148629822c03e5b7ed867cc6df84e49 columnFamilyName b 2024-11-14T04:56:19,872 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:19,873 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(327): Store=7148629822c03e5b7ed867cc6df84e49/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:19,873 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,874 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7148629822c03e5b7ed867cc6df84e49 columnFamilyName c 2024-11-14T04:56:19,874 DEBUG [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:19,874 INFO [StoreOpener-7148629822c03e5b7ed867cc6df84e49-1 {}] regionserver.HStore(327): Store=7148629822c03e5b7ed867cc6df84e49/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:19,874 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,877 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000008 2024-11-14T04:56:19,880 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 7148629822c03e5b7ed867cc6df84e49 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "7148629822c03e5b7ed867cc6df84e49" family_name: "a" compaction_input: "b9f38866c6f5428287708573b2daf025" compaction_input: "eac12b55a0b1468eb1cc1bc7af01a401_SeqId_4_" compaction_input: "4f1fe2b17d59425eb81b36548365f9c8_SeqId_4_" compaction_input: "6ad5e13618a142809052c7be987c4261_SeqId_4_" compaction_output: "938b0bec641448db849c4fb5eb5cce0a" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-14T04:56:19,880 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-14T04:56:19,880 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000008 2024-11-14T04:56:19,881 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/0000000000000000008 2024-11-14T04:56:19,882 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,882 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,883 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:19,884 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7148629822c03e5b7ed867cc6df84e49 2024-11-14T04:56:19,886 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testCompactedBulkLoadedFiles/7148629822c03e5b7ed867cc6df84e49/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:56:19,887 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7148629822c03e5b7ed867cc6df84e49; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64083436, jitterRate=-0.04508239030838013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:19,887 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7148629822c03e5b7ed867cc6df84e49: Writing region info on filesystem at 1731560179840Initializing all the Stores at 1731560179841 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560179841Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560179843 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560179843Cleaning up temporary data from old regions at 1731560179882 (+39 ms)Region opened successfully at 1731560179887 (+5 ms) 2024-11-14T04:56:19,890 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7148629822c03e5b7ed867cc6df84e49, disabling compactions & flushes 2024-11-14T04:56:19,890 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. 2024-11-14T04:56:19,890 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. 2024-11-14T04:56:19,890 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. after waiting 0 ms 2024-11-14T04:56:19,890 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. 2024-11-14T04:56:19,891 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731560175033.7148629822c03e5b7ed867cc6df84e49. 2024-11-14T04:56:19,891 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7148629822c03e5b7ed867cc6df84e49: Waiting for close lock at 1731560179890Disabling compacts and flushes for region at 1731560179890Disabling writes for close at 1731560179890Writing region close event to WAL at 1731560179891 (+1 ms)Closed at 1731560179891 2024-11-14T04:56:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741929_1108 (size=93) 2024-11-14T04:56:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741929_1108 (size=93) 2024-11-14T04:56:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741929_1108 (size=93) 2024-11-14T04:56:19,902 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:56:19,902 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731560179820) 2024-11-14T04:56:19,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=441 (was 426) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1650351447_22 at /127.0.0.1:49518 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1650351447_22 at /127.0.0.1:48076 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (713291633) connection to localhost/127.0.0.1:33039 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1650351447_22 at /127.0.0.1:44110 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1342 (was 1258) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=6203 (was 6336) 2024-11-14T04:56:19,920 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1342 is superior to 1024 2024-11-14T04:56:19,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=441, OpenFileDescriptor=1342, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=6202 2024-11-14T04:56:19,944 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1342 is superior to 1024 2024-11-14T04:56:19,968 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:19,971 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:56:19,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:56:19,975 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13033636, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/hregion-13033636, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:19,989 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13033636/hregion-13033636.1731560179975, exclude list is [], retry=0 2024-11-14T04:56:19,992 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:19,993 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:19,993 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:19,995 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13033636/hregion-13033636.1731560179975 2024-11-14T04:56:19,995 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437)] 2024-11-14T04:56:19,996 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2a6d80a1c1c9b66f28a7bb0269ea6314, NAME => 'testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/hbase 2024-11-14T04:56:20,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741931_1110 (size=67) 2024-11-14T04:56:20,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741931_1110 (size=67) 2024-11-14T04:56:20,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741931_1110 (size=67) 2024-11-14T04:56:20,009 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:20,011 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,012 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName a 2024-11-14T04:56:20,012 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:20,013 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:20,013 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,014 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName b 2024-11-14T04:56:20,014 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:20,015 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:20,015 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,016 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName c 2024-11-14T04:56:20,016 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:20,017 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:20,017 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,017 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,019 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,019 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,019 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:20,020 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,023 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:56:20,023 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a6d80a1c1c9b66f28a7bb0269ea6314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69623959, jitterRate=0.03747783601284027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:20,023 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a6d80a1c1c9b66f28a7bb0269ea6314: Writing region info on filesystem at 1731560180009Initializing all the Stores at 1731560180010 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560180010Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560180010Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560180010Cleaning up temporary data from old regions at 1731560180019 (+9 ms)Region opened successfully at 1731560180023 (+4 ms) 2024-11-14T04:56:20,023 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a6d80a1c1c9b66f28a7bb0269ea6314, disabling compactions & flushes 2024-11-14T04:56:20,023 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:20,023 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:20,023 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. after waiting 0 ms 2024-11-14T04:56:20,023 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:20,024 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:20,024 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a6d80a1c1c9b66f28a7bb0269ea6314: Waiting for close lock at 1731560180023Disabling compacts and flushes for region at 1731560180023Disabling writes for close at 1731560180023Writing region close event to WAL at 1731560180024 (+1 ms)Closed at 1731560180024 2024-11-14T04:56:20,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741930_1109 (size=93) 2024-11-14T04:56:20,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741930_1109 (size=93) 2024-11-14T04:56:20,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741930_1109 (size=93) 2024-11-14T04:56:20,029 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:56:20,029 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13033636:(num 1731560179975) 2024-11-14T04:56:20,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:20,031 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:20,045 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031, exclude list is [], retry=0 2024-11-14T04:56:20,047 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:20,047 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:20,048 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:20,050 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031 2024-11-14T04:56:20,050 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:56:20,050 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a6d80a1c1c9b66f28a7bb0269ea6314, NAME => 'testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:20,051 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:20,051 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,051 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,052 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,053 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName a 2024-11-14T04:56:20,053 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:20,054 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:20,054 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,054 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName b 2024-11-14T04:56:20,055 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:20,055 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:20,055 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,056 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName c 2024-11-14T04:56:20,056 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:20,056 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:20,056 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,057 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,059 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,059 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,060 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:20,061 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,062 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a6d80a1c1c9b66f28a7bb0269ea6314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68833716, jitterRate=0.025702297687530518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:20,062 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a6d80a1c1c9b66f28a7bb0269ea6314: Writing region info on filesystem at 1731560180051Initializing all the Stores at 1731560180052 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560180052Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560180052Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560180052Cleaning up temporary data from old regions at 1731560180059 (+7 ms)Region opened successfully at 1731560180062 (+3 ms) 2024-11-14T04:56:20,071 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-14T04:56:20,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/a/a3e4771d5c9b4b64acccdd24d4917e6c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731560180062/Put/seqid=0 2024-11-14T04:56:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741933_1112 (size=5958) 2024-11-14T04:56:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741933_1112 (size=5958) 2024-11-14T04:56:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741933_1112 (size=5958) 2024-11-14T04:56:20,102 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/a/a3e4771d5c9b4b64acccdd24d4917e6c 2024-11-14T04:56:20,108 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/a/a3e4771d5c9b4b64acccdd24d4917e6c as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/a/a3e4771d5c9b4b64acccdd24d4917e6c 2024-11-14T04:56:20,113 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/a/a3e4771d5c9b4b64acccdd24d4917e6c, entries=10, sequenceid=13, filesize=5.8 K 2024-11-14T04:56:20,114 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 2a6d80a1c1c9b66f28a7bb0269ea6314 in 43ms, sequenceid=13, compaction requested=false 2024-11-14T04:56:20,114 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2a6d80a1c1c9b66f28a7bb0269ea6314: 2024-11-14T04:56:20,136 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a6d80a1c1c9b66f28a7bb0269ea6314, disabling compactions & flushes 2024-11-14T04:56:20,136 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:20,136 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:20,136 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. after waiting 0 ms 2024-11-14T04:56:20,136 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:20,137 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:20,137 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:20,137 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a6d80a1c1c9b66f28a7bb0269ea6314: Waiting for close lock at 1731560180136Disabling compacts and flushes for region at 1731560180136Disabling writes for close at 1731560180136Writing region close event to WAL at 1731560180137 (+1 ms)Closed at 1731560180137 2024-11-14T04:56:20,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741932_1111 (size=5869) 2024-11-14T04:56:20,141 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031 not finished, retry = 0 2024-11-14T04:56:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741932_1111 (size=5869) 2024-11-14T04:56:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741932_1111 (size=5869) 2024-11-14T04:56:20,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031, size=5.7 K (5869bytes) 2024-11-14T04:56:20,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031 2024-11-14T04:56:20,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031 after 0ms 2024-11-14T04:56:20,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031 took 4ms 2024-11-14T04:56:20,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031 so closing down 2024-11-14T04:56:20,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:56:20,265 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731560180031.temp 2024-11-14T04:56:20,269 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000003-wal.1731560180031.temp 2024-11-14T04:56:20,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:56:20,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741934_1113 (size=5223) 2024-11-14T04:56:20,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741934_1113 (size=5223) 2024-11-14T04:56:20,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741934_1113 (size=5223) 2024-11-14T04:56:20,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000003-wal.1731560180031.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-14T04:56:20,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000003-wal.1731560180031.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000035 2024-11-14T04:56:20,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-11-14T04:56:20,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031, journal: Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031, size=5.7 K (5869bytes) at 1731560180258Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031 so closing down at 1731560180263 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000003-wal.1731560180031.temp at 1731560180269 (+6 ms)3 split writer threads finished at 1731560180270 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000003-wal.1731560180031.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731560180278 (+8 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000003-wal.1731560180031.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000035 at 1731560180279 (+1 ms)Processed 32 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1731560180279 2024-11-14T04:56:20,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180031 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560180031 2024-11-14T04:56:20,282 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000035 2024-11-14T04:56:20,282 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:20,284 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:20,297 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284, exclude list is [], retry=0 2024-11-14T04:56:20,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:20,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:20,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:20,302 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 2024-11-14T04:56:20,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:56:20,302 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a6d80a1c1c9b66f28a7bb0269ea6314, NAME => 'testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:56:20,302 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:20,302 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,302 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,304 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,304 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName a 2024-11-14T04:56:20,304 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:20,309 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/a/a3e4771d5c9b4b64acccdd24d4917e6c 2024-11-14T04:56:20,310 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:20,310 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,311 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName b 2024-11-14T04:56:20,311 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:20,311 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:20,311 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,312 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName c 2024-11-14T04:56:20,312 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:20,312 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:20,312 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,313 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,314 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,314 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000035 2024-11-14T04:56:20,317 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000035 2024-11-14T04:56:20,317 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-14T04:56:20,332 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/b/71f6df801437470a82c4d8f80af7a455 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731560180114/Put/seqid=0 2024-11-14T04:56:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741936_1115 (size=5958) 2024-11-14T04:56:20,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741936_1115 (size=5958) 2024-11-14T04:56:20,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741936_1115 (size=5958) 2024-11-14T04:56:20,342 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/b/71f6df801437470a82c4d8f80af7a455 2024-11-14T04:56:20,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/c/19dd131c4d7249508c1a3c198d5f9ddc is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731560180123/Put/seqid=0 2024-11-14T04:56:20,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741937_1116 (size=5958) 2024-11-14T04:56:20,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741937_1116 (size=5958) 2024-11-14T04:56:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741937_1116 (size=5958) 2024-11-14T04:56:20,374 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/c/19dd131c4d7249508c1a3c198d5f9ddc 2024-11-14T04:56:20,380 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/b/71f6df801437470a82c4d8f80af7a455 as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/b/71f6df801437470a82c4d8f80af7a455 2024-11-14T04:56:20,386 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/b/71f6df801437470a82c4d8f80af7a455, entries=10, sequenceid=35, filesize=5.8 K 2024-11-14T04:56:20,387 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/c/19dd131c4d7249508c1a3c198d5f9ddc as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/c/19dd131c4d7249508c1a3c198d5f9ddc 2024-11-14T04:56:20,393 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/c/19dd131c4d7249508c1a3c198d5f9ddc, entries=10, sequenceid=35, filesize=5.8 K 2024-11-14T04:56:20,393 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 2a6d80a1c1c9b66f28a7bb0269ea6314 in 76ms, sequenceid=35, compaction requested=false; wal=null 2024-11-14T04:56:20,394 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000035 2024-11-14T04:56:20,395 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,395 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,396 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:20,398 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:20,400 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-14T04:56:20,401 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a6d80a1c1c9b66f28a7bb0269ea6314; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72064743, jitterRate=0.07384835183620453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:20,401 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a6d80a1c1c9b66f28a7bb0269ea6314: Writing region info on filesystem at 1731560180303Initializing all the Stores at 1731560180303Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560180303Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560180303Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560180303Obtaining lock to block concurrent updates at 1731560180317 (+14 ms)Preparing flush snapshotting stores in 2a6d80a1c1c9b66f28a7bb0269ea6314 at 1731560180317Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731560180317Flushing stores of testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. at 1731560180317Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/b: creating writer at 1731560180317Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/b: appending metadata at 1731560180332 (+15 ms)Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/b: closing flushed file at 1731560180332Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/c: creating writer at 1731560180348 (+16 ms)Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/c: appending metadata at 1731560180364 (+16 ms)Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/c: closing flushed file at 1731560180365 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88678a0: reopening flushed file at 1731560180380 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd79fa7: reopening flushed file at 1731560180386 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 2a6d80a1c1c9b66f28a7bb0269ea6314 in 76ms, sequenceid=35, compaction requested=false; wal=null at 1731560180393 (+7 ms)Cleaning up temporary data from old regions at 1731560180395 (+2 ms)Region opened successfully at 1731560180401 (+6 ms) 2024-11-14T04:56:20,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284, size=0 (0bytes) 2024-11-14T04:56:20,487 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 might be still open, length is 0 2024-11-14T04:56:20,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 2024-11-14T04:56:20,488 WARN [IPC Server handler 3 on default port 33039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-14T04:56:20,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 after 1ms 2024-11-14T04:56:22,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-14T04:56:22,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-14T04:56:22,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-14T04:56:22,631 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-14T04:56:22,790 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:44182 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:35231:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44182 dst: /127.0.0.1:35231 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35231 remote=/127.0.0.1:44182]. Total timeout mills is 60000, 57644 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:22,791 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:49570 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:42441:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49570 dst: /127.0.0.1:42441 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:22,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-875347449_22 at /127.0.0.1:48156 [Receiving block BP-1857087076-172.17.0.2-1731560138195:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:37237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48156 dst: /127.0.0.1:37237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:22,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741935_1117 (size=5215) 2024-11-14T04:56:22,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741935_1117 (size=5215) 2024-11-14T04:56:22,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741935_1117 (size=5215) 2024-11-14T04:56:24,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 after 4002ms 2024-11-14T04:56:24,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 took 4005ms 2024-11-14T04:56:24,494 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284; continuing. 2024-11-14T04:56:24,494 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 so closing down 2024-11-14T04:56:24,494 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:56:24,495 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731560180284.temp 2024-11-14T04:56:24,497 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000037-wal.1731560180284.temp 2024-11-14T04:56:24,497 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:56:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741938_1118 (size=5223) 2024-11-14T04:56:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741938_1118 (size=5223) 2024-11-14T04:56:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741938_1118 (size=5223) 2024-11-14T04:56:24,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000037-wal.1731560180284.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-14T04:56:24,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000037-wal.1731560180284.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000066 2024-11-14T04:56:24,515 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T04:56:24,515 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284, journal: Splitting hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284, size=0 (0bytes) at 1731560180487Finishing writing output for hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 so closing down at 1731560184494 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000037-wal.1731560180284.temp at 1731560184497 (+3 ms)3 split writer threads finished at 1731560184497Closed recovered edits writer path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000037-wal.1731560180284.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731560184513 (+16 ms)Rename recovered edits hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000037-wal.1731560180284.temp to hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000066 at 1731560184515 (+2 ms)Processed 30 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284, size=0, length=0, corrupted=false, cancelled=false at 1731560184515 2024-11-14T04:56:24,517 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 to hdfs://localhost:33039/hbase/oldWALs/wal.1731560180284 2024-11-14T04:56:24,518 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000066 2024-11-14T04:56:24,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T04:56:24,520 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967, archiveDir=hdfs://localhost:33039/hbase/oldWALs, maxLogs=32 2024-11-14T04:56:24,540 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560184520, exclude list is [], retry=0 2024-11-14T04:56:24,543 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-7add5cea-e760-4c77-ae1e-205a048632ff,DISK] 2024-11-14T04:56:24,544 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-b5b4fdb9-7037-492b-bdf5-1090aaa764f7,DISK] 2024-11-14T04:56:24,544 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-965d4766-a5c2-474b-8407-4b98d9843252,DISK] 2024-11-14T04:56:24,546 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560184520 2024-11-14T04:56:24,546 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36437:36437),(127.0.0.1/127.0.0.1:37303:37303),(127.0.0.1/127.0.0.1:35085:35085)] 2024-11-14T04:56:24,546 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:56:24,548 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:24,549 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName a 2024-11-14T04:56:24,549 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:24,558 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/a/a3e4771d5c9b4b64acccdd24d4917e6c 2024-11-14T04:56:24,559 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:24,559 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:24,560 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName b 2024-11-14T04:56:24,560 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:24,565 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/b/71f6df801437470a82c4d8f80af7a455 2024-11-14T04:56:24,566 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:24,566 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:24,566 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a6d80a1c1c9b66f28a7bb0269ea6314 columnFamilyName c 2024-11-14T04:56:24,566 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:56:24,571 DEBUG [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/c/19dd131c4d7249508c1a3c198d5f9ddc 2024-11-14T04:56:24,571 INFO [StoreOpener-2a6d80a1c1c9b66f28a7bb0269ea6314-1 {}] regionserver.HStore(327): Store=2a6d80a1c1c9b66f28a7bb0269ea6314/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:56:24,571 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:24,572 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:24,573 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:24,574 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000066 2024-11-14T04:56:24,580 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000066 2024-11-14T04:56:24,581 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-14T04:56:24,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/a/8c88a48104c04c4d81bc5b78c7fd2056 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731560180410/Put/seqid=0 2024-11-14T04:56:24,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741940_1120 (size=5958) 2024-11-14T04:56:24,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741940_1120 (size=5958) 2024-11-14T04:56:24,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741940_1120 (size=5958) 2024-11-14T04:56:24,603 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/a/8c88a48104c04c4d81bc5b78c7fd2056 2024-11-14T04:56:24,621 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/b/da580a0618df42b8be5b6e13f00919fa is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731560180419/Put/seqid=0 2024-11-14T04:56:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741941_1121 (size=5958) 2024-11-14T04:56:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741941_1121 (size=5958) 2024-11-14T04:56:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741941_1121 (size=5958) 2024-11-14T04:56:24,628 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/b/da580a0618df42b8be5b6e13f00919fa 2024-11-14T04:56:24,647 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/c/cc5d41fa7ddf4e28ae495dee8e82148d is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731560180425/Put/seqid=0 2024-11-14T04:56:24,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741942_1122 (size=5958) 2024-11-14T04:56:24,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741942_1122 (size=5958) 2024-11-14T04:56:24,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741942_1122 (size=5958) 2024-11-14T04:56:24,655 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/c/cc5d41fa7ddf4e28ae495dee8e82148d 2024-11-14T04:56:24,660 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/a/8c88a48104c04c4d81bc5b78c7fd2056 as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/a/8c88a48104c04c4d81bc5b78c7fd2056 2024-11-14T04:56:24,665 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/a/8c88a48104c04c4d81bc5b78c7fd2056, entries=10, sequenceid=66, filesize=5.8 K 2024-11-14T04:56:24,666 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/b/da580a0618df42b8be5b6e13f00919fa as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/b/da580a0618df42b8be5b6e13f00919fa 2024-11-14T04:56:24,670 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/b/da580a0618df42b8be5b6e13f00919fa, entries=10, sequenceid=66, filesize=5.8 K 2024-11-14T04:56:24,671 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/.tmp/c/cc5d41fa7ddf4e28ae495dee8e82148d as hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/c/cc5d41fa7ddf4e28ae495dee8e82148d 2024-11-14T04:56:24,675 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/c/cc5d41fa7ddf4e28ae495dee8e82148d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-14T04:56:24,675 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 2a6d80a1c1c9b66f28a7bb0269ea6314 in 95ms, sequenceid=66, compaction requested=false; wal=null 2024-11-14T04:56:24,676 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/0000000000000000066 2024-11-14T04:56:24,677 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:24,677 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:24,678 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:56:24,679 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a6d80a1c1c9b66f28a7bb0269ea6314 2024-11-14T04:56:24,681 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/hbase/data/default/testReplayEditsWrittenViaHRegion/2a6d80a1c1c9b66f28a7bb0269ea6314/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-14T04:56:24,682 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a6d80a1c1c9b66f28a7bb0269ea6314; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61265050, jitterRate=-0.08707961440086365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:56:24,682 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a6d80a1c1c9b66f28a7bb0269ea6314: Writing region info on filesystem at 1731560184546Initializing all the Stores at 1731560184547 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560184547Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560184548 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560184548Obtaining lock to block concurrent updates at 1731560184581 (+33 ms)Preparing flush snapshotting stores in 2a6d80a1c1c9b66f28a7bb0269ea6314 at 1731560184581Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731560184581Flushing stores of testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. at 1731560184581Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/a: creating writer at 1731560184581Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/a: appending metadata at 1731560184596 (+15 ms)Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/a: closing flushed file at 1731560184596Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/b: creating writer at 1731560184607 (+11 ms)Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/b: appending metadata at 1731560184621 (+14 ms)Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/b: closing flushed file at 1731560184621Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/c: creating writer at 1731560184632 (+11 ms)Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/c: appending metadata at 1731560184647 (+15 ms)Flushing 2a6d80a1c1c9b66f28a7bb0269ea6314/c: closing flushed file at 1731560184647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169167b2: reopening flushed file at 1731560184659 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102923c1: reopening flushed file at 1731560184665 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f448db6: reopening flushed file at 1731560184670 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 2a6d80a1c1c9b66f28a7bb0269ea6314 in 95ms, sequenceid=66, compaction requested=false; wal=null at 1731560184675 (+5 ms)Cleaning up temporary data from old regions at 1731560184677 (+2 ms)Region opened successfully at 1731560184682 (+5 ms) 2024-11-14T04:56:24,695 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a6d80a1c1c9b66f28a7bb0269ea6314, disabling compactions & flushes 2024-11-14T04:56:24,695 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:24,695 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:24,695 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. after waiting 0 ms 2024-11-14T04:56:24,695 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:24,697 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731560179969.2a6d80a1c1c9b66f28a7bb0269ea6314. 2024-11-14T04:56:24,697 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a6d80a1c1c9b66f28a7bb0269ea6314: Waiting for close lock at 1731560184695Disabling compacts and flushes for region at 1731560184695Disabling writes for close at 1731560184695Writing region close event to WAL at 1731560184697 (+2 ms)Closed at 1731560184697 2024-11-14T04:56:24,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560184520 not finished, retry = 0 2024-11-14T04:56:24,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741939_1119 (size=93) 2024-11-14T04:56:24,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741939_1119 (size=93) 2024-11-14T04:56:24,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741939_1119 (size=93) 2024-11-14T04:56:24,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T04:56:24,802 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731560184520) 2024-11-14T04:56:24,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=446 (was 441) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1963594302_22 at /127.0.0.1:51084 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1963594302_22 at /127.0.0.1:53216 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1963594302_22 at /127.0.0.1:37602 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (713291633) connection to localhost/127.0.0.1:33039 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1408 (was 1342) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 402), ProcessCount=11 (was 11), AvailableMemoryMB=6054 (was 6202) 2024-11-14T04:56:24,817 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1408 is superior to 1024 2024-11-14T04:56:24,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:56:24,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:56:24,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:56:24,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:56:24,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:56:24,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:56:24,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:56:24,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1411740622, stopped=false 2024-11-14T04:56:24,819 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=44289c305c03,42421,1731560142114 2024-11-14T04:56:24,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:56:24,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:56:24,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:56:24,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:56:24,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:56:24,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:56:24,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:56:24,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:56:24,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:56:24,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:56:24,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,37463,1731560142951' ***** 2024-11-14T04:56:24,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:56:24,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,35355,1731560143136' ***** 2024-11-14T04:56:24,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:56:24,822 INFO [RS:0;44289c305c03:37463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:56:24,822 INFO [RS:2;44289c305c03:35355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:56:24,822 INFO [RS:0;44289c305c03:37463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:56:24,822 INFO [RS:0;44289c305c03:37463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:56:24,822 INFO [RS:2;44289c305c03:35355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:56:24,822 INFO [RS:2;44289c305c03:35355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:56:24,822 INFO [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,37463,1731560142951 2024-11-14T04:56:24,822 INFO [RS:0;44289c305c03:37463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:56:24,822 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(3091): Received CLOSE for c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:24,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:56:24,822 INFO [RS:0;44289c305c03:37463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;44289c305c03:37463. 2024-11-14T04:56:24,822 DEBUG [RS:0;44289c305c03:37463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:56:24,823 DEBUG [RS:0;44289c305c03:37463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:56:24,823 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,35355,1731560143136 2024-11-14T04:56:24,823 INFO [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,37463,1731560142951; all regions closed. 2024-11-14T04:56:24,823 INFO [RS:2;44289c305c03:35355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:56:24,823 INFO [RS:2;44289c305c03:35355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;44289c305c03:35355. 2024-11-14T04:56:24,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:56:24,823 DEBUG [RS:2;44289c305c03:35355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:56:24,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:56:24,823 DEBUG [RS:2;44289c305c03:35355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:56:24,823 INFO [RS:2;44289c305c03:35355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:56:24,823 INFO [RS:2;44289c305c03:35355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:56:24,823 INFO [RS:2;44289c305c03:35355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:56:24,823 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:56:24,823 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:56:24,823 DEBUG [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c4ff3a2692915345535db8089892a9fd=testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd.} 2024-11-14T04:56:24,823 DEBUG [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ff3a2692915345535db8089892a9fd 2024-11-14T04:56:24,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:56:24,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:56:24,824 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:56:24,824 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4ff3a2692915345535db8089892a9fd, disabling compactions & flushes 2024-11-14T04:56:24,824 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:56:24,824 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:24,824 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:56:24,824 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:24,824 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:56:24,824 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:56:24,824 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. after waiting 0 ms 2024-11-14T04:56:24,824 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:24,824 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-14T04:56:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741835_1011 (size=2598) 2024-11-14T04:56:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741835_1011 (size=2598) 2024-11-14T04:56:24,829 DEBUG [RS:0;44289c305c03:37463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs 2024-11-14T04:56:24,829 INFO [RS:0;44289c305c03:37463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C37463%2C1731560142951:(num 1731560145304) 2024-11-14T04:56:24,829 DEBUG [RS:0;44289c305c03:37463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:56:24,829 INFO [RS:0;44289c305c03:37463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:56:24,829 INFO [RS:0;44289c305c03:37463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:56:24,830 INFO [RS:0;44289c305c03:37463 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:56:24,830 INFO [RS:0;44289c305c03:37463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:56:24,830 INFO [RS:0;44289c305c03:37463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:56:24,830 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:56:24,830 INFO [RS:0;44289c305c03:37463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:56:24,830 INFO [RS:0;44289c305c03:37463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:56:24,830 INFO [RS:0;44289c305c03:37463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37463 2024-11-14T04:56:24,831 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4ff3a2692915345535db8089892a9fd/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-14T04:56:24,832 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:24,832 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4ff3a2692915345535db8089892a9fd: Waiting for close lock at 1731560184824Running coprocessor pre-close hooks at 1731560184824Disabling compacts and flushes for region at 1731560184824Disabling writes for close at 1731560184824Writing region close event to WAL at 1731560184826 (+2 ms)Running coprocessor post-close hooks at 1731560184832 (+6 ms)Closed at 1731560184832 2024-11-14T04:56:24,832 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/info/4cebbe3802564584a2d67ec63464193f is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd./info:regioninfo/1731560163607/Put/seqid=0 2024-11-14T04:56:24,832 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731560159029.c4ff3a2692915345535db8089892a9fd. 2024-11-14T04:56:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,37463,1731560142951 2024-11-14T04:56:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:56:24,833 INFO [RS:0;44289c305c03:37463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:56:24,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,37463,1731560142951] 2024-11-14T04:56:24,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,37463,1731560142951 already deleted, retry=false 2024-11-14T04:56:24,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741943_1123 (size=6778) 2024-11-14T04:56:24,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,37463,1731560142951 expired; onlineServers=1 2024-11-14T04:56:24,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741943_1123 (size=6778) 2024-11-14T04:56:24,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741943_1123 (size=6778) 2024-11-14T04:56:24,839 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/info/4cebbe3802564584a2d67ec63464193f 2024-11-14T04:56:24,845 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/.tmp/info/4cebbe3802564584a2d67ec63464193f as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/info/4cebbe3802564584a2d67ec63464193f 2024-11-14T04:56:24,849 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/info/4cebbe3802564584a2d67ec63464193f, entries=8, sequenceid=23, filesize=6.6 K 2024-11-14T04:56:24,850 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=23, compaction requested=false 2024-11-14T04:56:24,855 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-14T04:56:24,855 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:56:24,855 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:56:24,855 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560184824Running coprocessor pre-close hooks at 1731560184824Disabling compacts and flushes for region at 1731560184824Disabling writes for close at 1731560184824Obtaining lock to block concurrent updates at 1731560184824Preparing flush snapshotting stores in 1588230740 at 1731560184824Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1731560184825 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731560184825Flushing 1588230740/info: creating writer at 1731560184826 (+1 ms)Flushing 1588230740/info: appending metadata at 1731560184831 (+5 ms)Flushing 1588230740/info: closing flushed file at 1731560184831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a60472: reopening flushed file at 1731560184844 (+13 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=23, compaction requested=false at 1731560184851 (+7 ms)Writing region close event to WAL at 1731560184852 (+1 ms)Running coprocessor post-close hooks at 1731560184855 (+3 ms)Closed at 1731560184855 2024-11-14T04:56:24,855 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:56:24,864 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:56:24,887 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:56:24,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:56:24,935 INFO [RS:0;44289c305c03:37463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:56:24,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37463-0x100ef99e5f70001, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:56:24,935 INFO [RS:0;44289c305c03:37463 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,37463,1731560142951; zookeeper connection closed. 2024-11-14T04:56:24,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@255d8a0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@255d8a0d 2024-11-14T04:56:25,024 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,35355,1731560143136; all regions closed. 2024-11-14T04:56:25,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741893_1071 (size=2422) 2024-11-14T04:56:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741893_1071 (size=2422) 2024-11-14T04:56:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741893_1071 (size=2422) 2024-11-14T04:56:25,029 DEBUG [RS:2;44289c305c03:35355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs 2024-11-14T04:56:25,029 INFO [RS:2;44289c305c03:35355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C35355%2C1731560143136.meta:.meta(num 1731560162290) 2024-11-14T04:56:25,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741833_1009 (size=928) 2024-11-14T04:56:25,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741833_1009 (size=928) 2024-11-14T04:56:25,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741833_1009 (size=928) 2024-11-14T04:56:25,034 DEBUG [RS:2;44289c305c03:35355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/oldWALs 2024-11-14T04:56:25,034 INFO [RS:2;44289c305c03:35355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C35355%2C1731560143136:(num 1731560145259) 2024-11-14T04:56:25,034 DEBUG [RS:2;44289c305c03:35355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:56:25,034 INFO [RS:2;44289c305c03:35355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:56:25,034 INFO [RS:2;44289c305c03:35355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:56:25,034 INFO [RS:2;44289c305c03:35355 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:56:25,034 INFO [RS:2;44289c305c03:35355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:56:25,035 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:56:25,035 INFO [RS:2;44289c305c03:35355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35355 2024-11-14T04:56:25,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,35355,1731560143136 2024-11-14T04:56:25,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:56:25,037 INFO [RS:2;44289c305c03:35355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:56:25,037 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$357/0x00007f5c288e5d08@cdf770c rejected from java.util.concurrent.ThreadPoolExecutor@49ddf8f3[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T04:56:25,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,35355,1731560143136] 2024-11-14T04:56:25,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,35355,1731560143136 already deleted, retry=false 2024-11-14T04:56:25,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,35355,1731560143136 expired; onlineServers=0 2024-11-14T04:56:25,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '44289c305c03,42421,1731560142114' ***** 2024-11-14T04:56:25,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:56:25,040 INFO [M:0;44289c305c03:42421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:56:25,040 INFO [M:0;44289c305c03:42421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:56:25,040 DEBUG [M:0;44289c305c03:42421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:56:25,040 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:56:25,041 DEBUG [M:0;44289c305c03:42421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:56:25,041 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560144938 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560144938,5,FailOnTimeoutGroup] 2024-11-14T04:56:25,041 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560144938 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560144938,5,FailOnTimeoutGroup] 2024-11-14T04:56:25,041 INFO [M:0;44289c305c03:42421 {}] hbase.ChoreService(370): Chore service for: master/44289c305c03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:56:25,041 INFO [M:0;44289c305c03:42421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:56:25,041 DEBUG [M:0;44289c305c03:42421 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:56:25,041 INFO [M:0;44289c305c03:42421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:56:25,041 INFO [M:0;44289c305c03:42421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:56:25,042 INFO [M:0;44289c305c03:42421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:56:25,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:56:25,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T04:56:25,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:56:25,043 DEBUG [M:0;44289c305c03:42421 {}] zookeeper.ZKUtil(347): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T04:56:25,043 WARN [M:0;44289c305c03:42421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:56:25,043 INFO [M:0;44289c305c03:42421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/.lastflushedseqids 2024-11-14T04:56:25,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741944_1124 (size=119) 2024-11-14T04:56:25,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741944_1124 (size=119) 2024-11-14T04:56:25,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741944_1124 (size=119) 2024-11-14T04:56:25,057 INFO [M:0;44289c305c03:42421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:56:25,057 INFO [M:0;44289c305c03:42421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:56:25,057 DEBUG [M:0;44289c305c03:42421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:56:25,057 INFO [M:0;44289c305c03:42421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:56:25,057 DEBUG [M:0;44289c305c03:42421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:56:25,057 DEBUG [M:0;44289c305c03:42421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:56:25,057 DEBUG [M:0;44289c305c03:42421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:56:25,057 INFO [M:0;44289c305c03:42421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.41 KB heapSize=102.71 KB 2024-11-14T04:56:25,074 DEBUG [M:0;44289c305c03:42421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/941ab924b1c244b2bfce5bf64cd845fe is 82, key is hbase:meta,,1/info:regioninfo/1731560162940/Put/seqid=0 2024-11-14T04:56:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741945_1125 (size=6063) 2024-11-14T04:56:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741945_1125 (size=6063) 2024-11-14T04:56:25,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741945_1125 (size=6063) 2024-11-14T04:56:25,088 INFO [M:0;44289c305c03:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/941ab924b1c244b2bfce5bf64cd845fe 2024-11-14T04:56:25,117 DEBUG [M:0;44289c305c03:42421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/396ca3ceaf9941c2b4cea700a2119801 is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731560159475/Put/seqid=0 2024-11-14T04:56:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741946_1126 (size=7908) 2024-11-14T04:56:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741946_1126 (size=7908) 2024-11-14T04:56:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741946_1126 (size=7908) 2024-11-14T04:56:25,125 INFO [M:0;44289c305c03:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/396ca3ceaf9941c2b4cea700a2119801 2024-11-14T04:56:25,130 INFO [M:0;44289c305c03:42421 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 396ca3ceaf9941c2b4cea700a2119801 2024-11-14T04:56:25,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:56:25,139 INFO [RS:2;44289c305c03:35355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:56:25,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35355-0x100ef99e5f70003, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:56:25,139 INFO [RS:2;44289c305c03:35355 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,35355,1731560143136; zookeeper connection closed. 2024-11-14T04:56:25,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f4485bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f4485bb 2024-11-14T04:56:25,140 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T04:56:25,146 DEBUG [M:0;44289c305c03:42421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec097f5c1d924e8fa6654aaaccb8aefe is 69, key is 44289c305c03,35355,1731560143136/rs:state/1731560144965/Put/seqid=0 2024-11-14T04:56:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741947_1127 (size=5440) 2024-11-14T04:56:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741947_1127 (size=5440) 2024-11-14T04:56:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741947_1127 (size=5440) 2024-11-14T04:56:25,154 INFO [M:0;44289c305c03:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec097f5c1d924e8fa6654aaaccb8aefe 2024-11-14T04:56:25,159 INFO [M:0;44289c305c03:42421 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec097f5c1d924e8fa6654aaaccb8aefe 2024-11-14T04:56:25,160 DEBUG [M:0;44289c305c03:42421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/941ab924b1c244b2bfce5bf64cd845fe as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/941ab924b1c244b2bfce5bf64cd845fe 2024-11-14T04:56:25,165 INFO [M:0;44289c305c03:42421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/941ab924b1c244b2bfce5bf64cd845fe, entries=14, sequenceid=207, filesize=5.9 K 2024-11-14T04:56:25,166 DEBUG [M:0;44289c305c03:42421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/396ca3ceaf9941c2b4cea700a2119801 as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/396ca3ceaf9941c2b4cea700a2119801 2024-11-14T04:56:25,171 INFO [M:0;44289c305c03:42421 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 396ca3ceaf9941c2b4cea700a2119801 2024-11-14T04:56:25,171 INFO [M:0;44289c305c03:42421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/396ca3ceaf9941c2b4cea700a2119801, entries=21, sequenceid=207, filesize=7.7 K 2024-11-14T04:56:25,172 DEBUG [M:0;44289c305c03:42421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec097f5c1d924e8fa6654aaaccb8aefe as hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec097f5c1d924e8fa6654aaaccb8aefe 2024-11-14T04:56:25,176 INFO [M:0;44289c305c03:42421 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec097f5c1d924e8fa6654aaaccb8aefe 2024-11-14T04:56:25,176 INFO [M:0;44289c305c03:42421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/ac12af8b-1f48-dd12-697b-fbb6c1ab7dd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec097f5c1d924e8fa6654aaaccb8aefe, entries=3, sequenceid=207, filesize=5.3 K 2024-11-14T04:56:25,178 INFO [M:0;44289c305c03:42421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=207, compaction requested=false 2024-11-14T04:56:25,179 INFO [M:0;44289c305c03:42421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:56:25,179 DEBUG [M:0;44289c305c03:42421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731560185057Disabling compacts and flushes for region at 1731560185057Disabling writes for close at 1731560185057Obtaining lock to block concurrent updates at 1731560185057Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731560185057Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85410, getHeapSize=105112, getOffHeapSize=0, getCellsCount=248 at 1731560185058 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731560185058Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731560185058Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731560185074 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731560185074Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731560185093 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731560185116 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731560185116Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731560185130 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731560185145 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731560185145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a4e213: reopening flushed file at 1731560185159 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a1f414: reopening flushed file at 1731560185165 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1060d97a: reopening flushed file at 1731560185171 (+6 ms)Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=207, compaction requested=false at 1731560185178 (+7 ms)Writing region close event to WAL at 1731560185179 (+1 ms)Closed at 1731560185179 2024-11-14T04:56:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741830_1006 (size=99448) 2024-11-14T04:56:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741830_1006 (size=99448) 2024-11-14T04:56:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741830_1006 (size=99448) 2024-11-14T04:56:25,183 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:56:25,183 INFO [M:0;44289c305c03:42421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:56:25,183 INFO [M:0;44289c305c03:42421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42421 2024-11-14T04:56:25,183 INFO [M:0;44289c305c03:42421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:56:25,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:56:25,286 INFO [M:0;44289c305c03:42421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:56:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x100ef99e5f70000, quorum=127.0.0.1:50401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:56:25,292 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560173916 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560173916 (inode 16688) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731560164631/wal.1731560173916 (inode 16688) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T04:56:25,295 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164371 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164371 (inode 16665) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731560164042/wal.1731560164371 (inode 16665) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T04:56:25,295 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731560154511/wal.1731560154615 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:25,297 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174856 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174856 (inode 16714) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731560174282/wal.1731560174856 (inode 16714) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T04:56:25,298 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731560175031/wal.1731560175112 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:25,298 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731560179967/wal.1731560180284 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:25,298 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731560147132/wal.1731560147214 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:56:25,301 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal.1731560146972 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal.1731560146972 (inode 16485) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731560146763/wal.1731560146972 (inode 16485) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T04:56:25,303 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal.1731560146459 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal.1731560146459 (inode 16462) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731560146210/wal.1731560146459 (inode 16462) Holder DFSClient_NONMAPREDUCE_-875347449_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T04:56:25,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34280e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:56:25,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a037d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:56:25,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:56:25,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ba6782{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:56:25,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50625d9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.log.dir/,STOPPED} 2024-11-14T04:56:25,315 WARN [BP-1857087076-172.17.0.2-1731560138195 heartbeating to localhost/127.0.0.1:33039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:56:25,315 WARN [BP-1857087076-172.17.0.2-1731560138195 heartbeating to localhost/127.0.0.1:33039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857087076-172.17.0.2-1731560138195 (Datanode Uuid d2f95dab-dadc-4f96-a821-0b0c37bc1d56) service to localhost/127.0.0.1:33039 2024-11-14T04:56:25,316 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:56:25,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:56:25,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data5/current/BP-1857087076-172.17.0.2-1731560138195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:56:25,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data6/current/BP-1857087076-172.17.0.2-1731560138195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:56:25,318 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:56:25,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b4e904f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:56:25,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a11c128{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:56:25,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:56:25,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dcfe748{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:56:25,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bd33fcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.log.dir/,STOPPED} 2024-11-14T04:56:25,327 WARN [BP-1857087076-172.17.0.2-1731560138195 heartbeating to localhost/127.0.0.1:33039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:56:25,327 WARN [BP-1857087076-172.17.0.2-1731560138195 heartbeating to localhost/127.0.0.1:33039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857087076-172.17.0.2-1731560138195 (Datanode Uuid 44fc92d1-f9b7-4ad4-9e84-dd8f5766899c) service to localhost/127.0.0.1:33039 2024-11-14T04:56:25,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:56:25,328 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:56:25,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data3/current/BP-1857087076-172.17.0.2-1731560138195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:56:25,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data4/current/BP-1857087076-172.17.0.2-1731560138195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:56:25,329 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:56:25,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ea39327{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:56:25,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22392723{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:56:25,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:56:25,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eda86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:56:25,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74486fc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.log.dir/,STOPPED} 2024-11-14T04:56:25,368 WARN [BP-1857087076-172.17.0.2-1731560138195 heartbeating to localhost/127.0.0.1:33039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:56:25,368 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:56:25,368 WARN [BP-1857087076-172.17.0.2-1731560138195 heartbeating to localhost/127.0.0.1:33039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857087076-172.17.0.2-1731560138195 (Datanode Uuid a27326c3-8c9a-44e5-8aa2-16c176a66203) service to localhost/127.0.0.1:33039 2024-11-14T04:56:25,368 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:56:25,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data1/current/BP-1857087076-172.17.0.2-1731560138195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:56:25,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/cluster_afbc7403-f522-573d-b52b-71e91e84fbdd/data/data2/current/BP-1857087076-172.17.0.2-1731560138195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:56:25,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:56:25,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e81340c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:56:25,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@300adedd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:56:25,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:56:25,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e9d5fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:56:25,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e3fa9e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0534c2c-dfdc-3633-eb19-30aa6f9b66e3/hadoop.log.dir/,STOPPED} 2024-11-14T04:56:25,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:56:25,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down