2024-11-17 09:53:36,920 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-17 09:53:36,935 main DEBUG Took 0.012086 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 09:53:36,935 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 09:53:36,935 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 09:53:36,937 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 09:53:36,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,946 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 09:53:36,960 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,963 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,965 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,966 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,967 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,969 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,970 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,971 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,971 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,972 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,973 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 09:53:36,974 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,975 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 09:53:36,977 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 09:53:36,978 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 09:53:36,979 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 09:53:36,980 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 09:53:36,981 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 09:53:36,982 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 09:53:36,992 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 09:53:36,995 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 09:53:36,997 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 09:53:36,997 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 09:53:36,997 main DEBUG createAppenders(={Console}) 2024-11-17 09:53:36,998 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-17 09:53:36,999 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-17 09:53:36,999 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-17 09:53:37,000 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 09:53:37,000 main DEBUG OutputStream closed 2024-11-17 09:53:37,001 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 09:53:37,001 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 09:53:37,001 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-17 09:53:37,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 09:53:37,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 09:53:37,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 09:53:37,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 09:53:37,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 09:53:37,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 09:53:37,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 09:53:37,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 09:53:37,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 09:53:37,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 09:53:37,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 09:53:37,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 09:53:37,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 09:53:37,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 09:53:37,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 09:53:37,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 09:53:37,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 09:53:37,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 09:53:37,097 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 09:53:37,097 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-17 09:53:37,097 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 09:53:37,098 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-17T09:53:37,345 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59 2024-11-17 09:53:37,348 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 09:53:37,348 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T09:53:37,357 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-17T09:53:37,362 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-17T09:53:37,383 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T09:53:37,427 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T09:53:37,428 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T09:53:37,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T09:53:37,454 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6, deleteOnExit=true 2024-11-17T09:53:37,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T09:53:37,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/test.cache.data in system properties and HBase conf 2024-11-17T09:53:37,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T09:53:37,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.log.dir in system properties and HBase conf 2024-11-17T09:53:37,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T09:53:37,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T09:53:37,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T09:53:37,537 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T09:53:37,638 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T09:53:37,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T09:53:37,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T09:53:37,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T09:53:37,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T09:53:37,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T09:53:37,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T09:53:37,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T09:53:37,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T09:53:37,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T09:53:37,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/nfs.dump.dir in system properties and HBase conf 2024-11-17T09:53:37,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/java.io.tmpdir in system properties and HBase conf 2024-11-17T09:53:37,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T09:53:37,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T09:53:37,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T09:53:38,450 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T09:53:38,524 INFO [Time-limited test {}] log.Log(170): Logging initialized @2321ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T09:53:38,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T09:53:38,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T09:53:38,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T09:53:38,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T09:53:38,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T09:53:38,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T09:53:38,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.log.dir/,AVAILABLE} 2024-11-17T09:53:38,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T09:53:38,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/java.io.tmpdir/jetty-localhost-40409-hadoop-hdfs-3_4_1-tests_jar-_-any-4676940804520502925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T09:53:38,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:40409} 2024-11-17T09:53:38,904 INFO [Time-limited test {}] server.Server(415): Started @2701ms 2024-11-17T09:53:39,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T09:53:39,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T09:53:39,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T09:53:39,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T09:53:39,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T09:53:39,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.log.dir/,AVAILABLE} 2024-11-17T09:53:39,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T09:53:39,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/java.io.tmpdir/jetty-localhost-37643-hadoop-hdfs-3_4_1-tests_jar-_-any-14875695712514968064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T09:53:39,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:37643} 2024-11-17T09:53:39,434 INFO [Time-limited test {}] server.Server(415): Started @3231ms 2024-11-17T09:53:39,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T09:53:39,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T09:53:39,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T09:53:39,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T09:53:39,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T09:53:39,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T09:53:39,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.log.dir/,AVAILABLE} 2024-11-17T09:53:39,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T09:53:39,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/java.io.tmpdir/jetty-localhost-37475-hadoop-hdfs-3_4_1-tests_jar-_-any-8995352333542212950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T09:53:39,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:37475} 2024-11-17T09:53:39,780 INFO [Time-limited test {}] server.Server(415): Started @3577ms 2024-11-17T09:53:39,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T09:53:39,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T09:53:39,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T09:53:39,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T09:53:39,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T09:53:39,846 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T09:53:39,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.log.dir/,AVAILABLE} 2024-11-17T09:53:39,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T09:53:39,963 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data4/current/BP-122749599-172.17.0.2-1731837218215/current, will proceed with Du for space computation calculation, 2024-11-17T09:53:39,963 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data1/current/BP-122749599-172.17.0.2-1731837218215/current, will proceed with Du for space computation calculation, 2024-11-17T09:53:39,963 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data3/current/BP-122749599-172.17.0.2-1731837218215/current, will proceed with Du for space computation calculation, 2024-11-17T09:53:39,964 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data2/current/BP-122749599-172.17.0.2-1731837218215/current, will proceed with Du for space computation calculation, 2024-11-17T09:53:40,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/java.io.tmpdir/jetty-localhost-36081-hadoop-hdfs-3_4_1-tests_jar-_-any-14635845285604076871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T09:53:40,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:36081} 2024-11-17T09:53:40,011 INFO [Time-limited test {}] server.Server(415): Started @3807ms 2024-11-17T09:53:40,013 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T09:53:40,018 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T09:53:40,019 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T09:53:40,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc989a6dbf35b2163 with lease ID 0xe6a136d1495b7526: Processing first storage report for DS-be8edc32-9499-4184-a1de-feb069dc58dc from datanode DatanodeRegistration(127.0.0.1:34715, datanodeUuid=f26cb7d8-531c-4b22-8e9e-d8349af49094, infoPort=33747, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215) 2024-11-17T09:53:40,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc989a6dbf35b2163 with lease ID 0xe6a136d1495b7526: from storage DS-be8edc32-9499-4184-a1de-feb069dc58dc node DatanodeRegistration(127.0.0.1:34715, datanodeUuid=f26cb7d8-531c-4b22-8e9e-d8349af49094, infoPort=33747, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T09:53:40,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45bd1095993a197d with lease ID 0xe6a136d1495b7527: Processing first storage report for DS-de9492ed-2435-4225-8071-50196d96f619 from datanode DatanodeRegistration(127.0.0.1:41849, datanodeUuid=aa5398ca-11ac-4495-bab5-4772fe0959ee, infoPort=33033, infoSecurePort=0, ipcPort=37719, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215) 2024-11-17T09:53:40,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45bd1095993a197d with lease ID 0xe6a136d1495b7527: from storage DS-de9492ed-2435-4225-8071-50196d96f619 node DatanodeRegistration(127.0.0.1:41849, datanodeUuid=aa5398ca-11ac-4495-bab5-4772fe0959ee, infoPort=33033, infoSecurePort=0, ipcPort=37719, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T09:53:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc989a6dbf35b2163 with lease ID 0xe6a136d1495b7526: Processing first storage report for DS-09a61c07-8257-49d5-9a09-25a0ad5a47b7 from datanode DatanodeRegistration(127.0.0.1:34715, datanodeUuid=f26cb7d8-531c-4b22-8e9e-d8349af49094, infoPort=33747, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215) 2024-11-17T09:53:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc989a6dbf35b2163 with lease ID 0xe6a136d1495b7526: from storage DS-09a61c07-8257-49d5-9a09-25a0ad5a47b7 node DatanodeRegistration(127.0.0.1:34715, datanodeUuid=f26cb7d8-531c-4b22-8e9e-d8349af49094, infoPort=33747, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T09:53:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45bd1095993a197d with lease ID 0xe6a136d1495b7527: Processing first storage report for DS-97126a3a-f42f-4e34-8ffe-9bb03c08c7fd from datanode DatanodeRegistration(127.0.0.1:41849, datanodeUuid=aa5398ca-11ac-4495-bab5-4772fe0959ee, infoPort=33033, infoSecurePort=0, ipcPort=37719, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215) 2024-11-17T09:53:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45bd1095993a197d with lease ID 0xe6a136d1495b7527: from storage DS-97126a3a-f42f-4e34-8ffe-9bb03c08c7fd node DatanodeRegistration(127.0.0.1:41849, datanodeUuid=aa5398ca-11ac-4495-bab5-4772fe0959ee, infoPort=33033, infoSecurePort=0, ipcPort=37719, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T09:53:40,155 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data5/current/BP-122749599-172.17.0.2-1731837218215/current, will proceed with Du for space computation calculation, 2024-11-17T09:53:40,156 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data6/current/BP-122749599-172.17.0.2-1731837218215/current, will proceed with Du for space computation calculation, 2024-11-17T09:53:40,188 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T09:53:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eb8f4a5427ef2c3 with lease ID 0xe6a136d1495b7528: Processing first storage report for DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe from datanode DatanodeRegistration(127.0.0.1:34455, datanodeUuid=2f37703a-5902-45ce-9db9-b970e5e47df9, infoPort=46835, infoSecurePort=0, ipcPort=33031, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215) 2024-11-17T09:53:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eb8f4a5427ef2c3 with lease ID 0xe6a136d1495b7528: from storage DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe node DatanodeRegistration(127.0.0.1:34455, datanodeUuid=2f37703a-5902-45ce-9db9-b970e5e47df9, infoPort=46835, infoSecurePort=0, ipcPort=33031, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T09:53:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eb8f4a5427ef2c3 with lease ID 0xe6a136d1495b7528: Processing first storage report for DS-c58cefde-cbde-4ed4-9ac9-d5e37ffebc3f from datanode DatanodeRegistration(127.0.0.1:34455, datanodeUuid=2f37703a-5902-45ce-9db9-b970e5e47df9, infoPort=46835, infoSecurePort=0, ipcPort=33031, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215) 2024-11-17T09:53:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eb8f4a5427ef2c3 with lease ID 0xe6a136d1495b7528: from storage DS-c58cefde-cbde-4ed4-9ac9-d5e37ffebc3f node DatanodeRegistration(127.0.0.1:34455, datanodeUuid=2f37703a-5902-45ce-9db9-b970e5e47df9, infoPort=46835, infoSecurePort=0, ipcPort=33031, storageInfo=lv=-57;cid=testClusterID;nsid=96281007;c=1731837218215), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T09:53:40,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59 2024-11-17T09:53:40,469 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/zookeeper_0, clientPort=51740, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T09:53:40,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51740 2024-11-17T09:53:40,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:40,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:40,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741825_1001 (size=7) 2024-11-17T09:53:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741825_1001 (size=7) 2024-11-17T09:53:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741825_1001 (size=7) 2024-11-17T09:53:41,120 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18 with version=8 2024-11-17T09:53:41,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/hbase-staging 2024-11-17T09:53:41,429 INFO [Time-limited test {}] client.ConnectionUtils(128): master/70e37c475432:0 server-side Connection retries=45 2024-11-17T09:53:41,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:41,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:41,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T09:53:41,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:41,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T09:53:41,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T09:53:41,643 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T09:53:41,652 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T09:53:41,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T09:53:41,684 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10329 (auto-detected) 2024-11-17T09:53:41,685 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T09:53:41,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41871 2024-11-17T09:53:41,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41871 connecting to ZooKeeper ensemble=127.0.0.1:51740 2024-11-17T09:53:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418710x0, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T09:53:41,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41871-0x1012558c0f20000 connected 2024-11-17T09:53:41,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:41,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:41,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T09:53:41,807 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18, hbase.cluster.distributed=false 2024-11-17T09:53:41,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T09:53:41,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41871 2024-11-17T09:53:41,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41871 2024-11-17T09:53:41,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41871 2024-11-17T09:53:41,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41871 2024-11-17T09:53:41,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41871 2024-11-17T09:53:41,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/70e37c475432:0 server-side Connection retries=45 2024-11-17T09:53:41,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:41,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:41,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T09:53:41,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:41,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T09:53:41,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T09:53:41,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T09:53:41,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36557 2024-11-17T09:53:41,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36557 connecting to ZooKeeper ensemble=127.0.0.1:51740 2024-11-17T09:53:41,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:41,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:41,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365570x0, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T09:53:41,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36557-0x1012558c0f20001 connected 2024-11-17T09:53:41,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T09:53:41,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T09:53:41,978 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T09:53:41,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T09:53:41,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T09:53:41,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36557 2024-11-17T09:53:41,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36557 2024-11-17T09:53:41,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36557 2024-11-17T09:53:41,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36557 2024-11-17T09:53:41,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36557 2024-11-17T09:53:42,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/70e37c475432:0 server-side Connection retries=45 2024-11-17T09:53:42,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:42,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:42,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T09:53:42,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:42,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T09:53:42,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T09:53:42,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T09:53:42,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33707 2024-11-17T09:53:42,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33707 connecting to ZooKeeper ensemble=127.0.0.1:51740 2024-11-17T09:53:42,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:42,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337070x0, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T09:53:42,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33707-0x1012558c0f20002 connected 2024-11-17T09:53:42,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T09:53:42,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T09:53:42,020 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T09:53:42,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T09:53:42,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T09:53:42,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33707 2024-11-17T09:53:42,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33707 2024-11-17T09:53:42,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33707 2024-11-17T09:53:42,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33707 2024-11-17T09:53:42,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33707 2024-11-17T09:53:42,043 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/70e37c475432:0 server-side Connection retries=45 2024-11-17T09:53:42,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:42,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:42,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T09:53:42,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T09:53:42,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T09:53:42,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T09:53:42,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T09:53:42,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35649 2024-11-17T09:53:42,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35649 connecting to ZooKeeper ensemble=127.0.0.1:51740 2024-11-17T09:53:42,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:42,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:42,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356490x0, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T09:53:42,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356490x0, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T09:53:42,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T09:53:42,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35649-0x1012558c0f20003 connected 2024-11-17T09:53:42,060 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T09:53:42,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T09:53:42,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T09:53:42,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35649 2024-11-17T09:53:42,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35649 2024-11-17T09:53:42,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35649 2024-11-17T09:53:42,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35649 2024-11-17T09:53:42,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35649 2024-11-17T09:53:42,086 DEBUG [M:0;70e37c475432:41871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;70e37c475432:41871 2024-11-17T09:53:42,087 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/70e37c475432,41871,1731837221235 2024-11-17T09:53:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T09:53:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T09:53:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T09:53:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T09:53:42,096 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/70e37c475432,41871,1731837221235 2024-11-17T09:53:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T09:53:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T09:53:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T09:53:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,117 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T09:53:42,118 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/70e37c475432,41871,1731837221235 from backup master directory 2024-11-17T09:53:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T09:53:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T09:53:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/70e37c475432,41871,1731837221235 2024-11-17T09:53:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T09:53:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T09:53:42,122 WARN [master/70e37c475432:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T09:53:42,122 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=70e37c475432,41871,1731837221235 2024-11-17T09:53:42,125 INFO [master/70e37c475432:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T09:53:42,126 INFO [master/70e37c475432:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T09:53:42,182 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/hbase.id] with ID: c51e2680-f92e-44be-bf73-7b3d0793d14e 2024-11-17T09:53:42,182 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/.tmp/hbase.id 2024-11-17T09:53:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741826_1002 (size=42) 2024-11-17T09:53:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741826_1002 (size=42) 2024-11-17T09:53:42,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741826_1002 (size=42) 2024-11-17T09:53:42,197 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/.tmp/hbase.id]:[hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/hbase.id] 2024-11-17T09:53:42,238 INFO [master/70e37c475432:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T09:53:42,243 INFO [master/70e37c475432:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T09:53:42,262 INFO [master/70e37c475432:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-17T09:53:42,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741827_1003 (size=196) 2024-11-17T09:53:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741827_1003 (size=196) 2024-11-17T09:53:42,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741827_1003 (size=196) 2024-11-17T09:53:42,301 INFO [master/70e37c475432:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T09:53:42,303 INFO [master/70e37c475432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T09:53:42,309 INFO [master/70e37c475432:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741828_1004 (size=1189) 2024-11-17T09:53:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741828_1004 (size=1189) 2024-11-17T09:53:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741828_1004 (size=1189) 2024-11-17T09:53:42,360 INFO [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store 2024-11-17T09:53:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741829_1005 (size=34) 2024-11-17T09:53:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741829_1005 (size=34) 2024-11-17T09:53:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741829_1005 (size=34) 2024-11-17T09:53:42,390 INFO [master/70e37c475432:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T09:53:42,393 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:42,394 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T09:53:42,395 INFO [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T09:53:42,395 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T09:53:42,396 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T09:53:42,396 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T09:53:42,397 INFO [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T09:53:42,398 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731837222394Disabling compacts and flushes for region at 1731837222394Disabling writes for close at 1731837222396 (+2 ms)Writing region close event to WAL at 1731837222396Closed at 1731837222397 (+1 ms) 2024-11-17T09:53:42,400 WARN [master/70e37c475432:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/.initializing 2024-11-17T09:53:42,400 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/WALs/70e37c475432,41871,1731837221235 2024-11-17T09:53:42,408 INFO [master/70e37c475432:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:42,422 INFO [master/70e37c475432:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=70e37c475432%2C41871%2C1731837221235, suffix=, logDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/WALs/70e37c475432,41871,1731837221235, archiveDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/oldWALs, maxLogs=10 2024-11-17T09:53:42,455 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/WALs/70e37c475432,41871,1731837221235/70e37c475432%2C41871%2C1731837221235.1731837222427, exclude list is [], retry=0 2024-11-17T09:53:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:53:42,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:42,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:42,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:42,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T09:53:42,521 INFO [master/70e37c475432:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/WALs/70e37c475432,41871,1731837221235/70e37c475432%2C41871%2C1731837221235.1731837222427 2024-11-17T09:53:42,522 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:53:42,523 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:42,523 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:42,526 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,527 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T09:53:42,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:42,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T09:53:42,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T09:53:42,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:42,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:42,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T09:53:42,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:42,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:42,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T09:53:42,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:42,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:42,608 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,611 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,612 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,617 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,617 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,620 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T09:53:42,623 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T09:53:42,627 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:42,628 INFO [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71184231, jitterRate=0.06072770059108734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T09:53:42,634 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731837222540Initializing all the Stores at 1731837222542 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731837222542Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837222543 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837222543Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837222543Cleaning up temporary data from old regions at 1731837222617 (+74 ms)Region opened successfully at 1731837222634 (+17 ms) 2024-11-17T09:53:42,635 INFO [master/70e37c475432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T09:53:42,668 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58049241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=70e37c475432/172.17.0.2:0 2024-11-17T09:53:42,700 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T09:53:42,711 INFO [master/70e37c475432:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T09:53:42,712 INFO [master/70e37c475432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T09:53:42,715 INFO [master/70e37c475432:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T09:53:42,716 INFO [master/70e37c475432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T09:53:42,721 INFO [master/70e37c475432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T09:53:42,721 INFO [master/70e37c475432:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T09:53:42,746 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T09:53:42,754 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T09:53:42,756 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-17T09:53:42,759 INFO [master/70e37c475432:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T09:53:42,760 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T09:53:42,762 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-17T09:53:42,764 INFO [master/70e37c475432:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T09:53:42,767 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T09:53:42,768 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-17T09:53:42,770 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T09:53:42,772 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T09:53:42,789 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T09:53:42,791 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T09:53:42,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T09:53:42,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T09:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T09:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T09:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,798 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=70e37c475432,41871,1731837221235, sessionid=0x1012558c0f20000, setting cluster-up flag (Was=false) 2024-11-17T09:53:42,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,816 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T09:53:42,817 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=70e37c475432,41871,1731837221235 2024-11-17T09:53:42,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:42,831 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T09:53:42,832 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=70e37c475432,41871,1731837221235 2024-11-17T09:53:42,838 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T09:53:42,875 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(746): ClusterId : c51e2680-f92e-44be-bf73-7b3d0793d14e 2024-11-17T09:53:42,875 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(746): ClusterId : c51e2680-f92e-44be-bf73-7b3d0793d14e 2024-11-17T09:53:42,875 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(746): ClusterId : c51e2680-f92e-44be-bf73-7b3d0793d14e 2024-11-17T09:53:42,878 DEBUG [RS:1;70e37c475432:33707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T09:53:42,878 DEBUG [RS:0;70e37c475432:36557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T09:53:42,878 DEBUG [RS:2;70e37c475432:35649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T09:53:42,884 DEBUG [RS:0;70e37c475432:36557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T09:53:42,884 DEBUG [RS:2;70e37c475432:35649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T09:53:42,884 DEBUG [RS:1;70e37c475432:33707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T09:53:42,884 DEBUG [RS:2;70e37c475432:35649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T09:53:42,884 DEBUG [RS:0;70e37c475432:36557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T09:53:42,884 DEBUG [RS:1;70e37c475432:33707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T09:53:42,888 DEBUG [RS:1;70e37c475432:33707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T09:53:42,888 DEBUG [RS:0;70e37c475432:36557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T09:53:42,888 DEBUG [RS:2;70e37c475432:35649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T09:53:42,888 DEBUG [RS:1;70e37c475432:33707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb3973c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=70e37c475432/172.17.0.2:0 2024-11-17T09:53:42,888 DEBUG [RS:0;70e37c475432:36557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1929194d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=70e37c475432/172.17.0.2:0 2024-11-17T09:53:42,889 DEBUG [RS:2;70e37c475432:35649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb7ea7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=70e37c475432/172.17.0.2:0 2024-11-17T09:53:42,905 DEBUG [RS:2;70e37c475432:35649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;70e37c475432:35649 2024-11-17T09:53:42,908 INFO [RS:2;70e37c475432:35649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T09:53:42,909 INFO [RS:2;70e37c475432:35649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T09:53:42,909 DEBUG [RS:0;70e37c475432:36557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;70e37c475432:36557 2024-11-17T09:53:42,909 DEBUG [RS:1;70e37c475432:33707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;70e37c475432:33707 2024-11-17T09:53:42,909 DEBUG [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T09:53:42,909 INFO [RS:1;70e37c475432:33707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T09:53:42,909 INFO [RS:0;70e37c475432:36557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T09:53:42,909 INFO [RS:1;70e37c475432:33707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T09:53:42,909 INFO [RS:0;70e37c475432:36557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T09:53:42,909 DEBUG [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T09:53:42,909 DEBUG [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T09:53:42,911 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(2659): reportForDuty to master=70e37c475432,41871,1731837221235 with port=35649, startcode=1731837222043 2024-11-17T09:53:42,912 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(2659): reportForDuty to master=70e37c475432,41871,1731837221235 with port=33707, startcode=1731837222004 2024-11-17T09:53:42,912 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(2659): reportForDuty to master=70e37c475432,41871,1731837221235 with port=36557, startcode=1731837221907 2024-11-17T09:53:42,915 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T09:53:42,923 DEBUG [RS:2;70e37c475432:35649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T09:53:42,923 DEBUG [RS:0;70e37c475432:36557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T09:53:42,923 DEBUG [RS:1;70e37c475432:33707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T09:53:42,928 INFO [master/70e37c475432:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T09:53:42,937 INFO [master/70e37c475432:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T09:53:42,945 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 70e37c475432,41871,1731837221235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T09:53:42,955 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/70e37c475432:0, corePoolSize=5, maxPoolSize=5 2024-11-17T09:53:42,955 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/70e37c475432:0, corePoolSize=5, maxPoolSize=5 2024-11-17T09:53:42,955 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/70e37c475432:0, corePoolSize=5, maxPoolSize=5 2024-11-17T09:53:42,955 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/70e37c475432:0, corePoolSize=5, maxPoolSize=5 2024-11-17T09:53:42,956 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/70e37c475432:0, corePoolSize=10, maxPoolSize=10 2024-11-17T09:53:42,956 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:42,956 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/70e37c475432:0, corePoolSize=2, maxPoolSize=2 2024-11-17T09:53:42,956 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:42,962 INFO [master/70e37c475432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731837252962 2024-11-17T09:53:42,963 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48473, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T09:53:42,963 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33371, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T09:53:42,964 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T09:53:42,963 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51855, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T09:53:42,965 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T09:53:42,969 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T09:53:42,969 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T09:53:42,969 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T09:53:42,969 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T09:53:42,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T09:53:42,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T09:53:42,971 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T09:53:42,970 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:42,973 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T09:53:42,975 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T09:53:42,975 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T09:53:42,977 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:42,978 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T09:53:42,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T09:53:42,978 INFO [master/70e37c475432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T09:53:42,979 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T09:53:42,980 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T09:53:42,984 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/70e37c475432:0:becomeActiveMaster-HFileCleaner.large.0-1731837222980,5,FailOnTimeoutGroup] 2024-11-17T09:53:42,987 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/70e37c475432:0:becomeActiveMaster-HFileCleaner.small.0-1731837222984,5,FailOnTimeoutGroup] 2024-11-17T09:53:42,987 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:42,987 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T09:53:42,989 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:42,989 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741831_1007 (size=1321) 2024-11-17T09:53:43,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741831_1007 (size=1321) 2024-11-17T09:53:43,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741831_1007 (size=1321) 2024-11-17T09:53:43,037 DEBUG [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T09:53:43,037 DEBUG [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T09:53:43,037 DEBUG [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T09:53:43,038 WARN [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T09:53:43,038 WARN [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T09:53:43,038 WARN [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T09:53:43,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T09:53:43,040 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18 2024-11-17T09:53:43,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741832_1008 (size=32) 2024-11-17T09:53:43,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741832_1008 (size=32) 2024-11-17T09:53:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741832_1008 (size=32) 2024-11-17T09:53:43,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:43,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T09:53:43,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T09:53:43,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:43,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T09:53:43,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T09:53:43,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T09:53:43,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:43,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T09:53:43,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T09:53:43,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T09:53:43,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:43,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T09:53:43,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T09:53:43,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T09:53:43,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:43,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T09:53:43,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T09:53:43,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740 2024-11-17T09:53:43,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740 2024-11-17T09:53:43,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T09:53:43,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T09:53:43,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T09:53:43,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T09:53:43,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:43,086 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66013995, jitterRate=-0.01631481945514679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T09:53:43,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731837223057Initializing all the Stores at 1731837223059 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731837223059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731837223059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837223059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731837223059Cleaning up temporary data from old regions at 1731837223077 (+18 ms)Region opened successfully at 1731837223088 (+11 ms) 2024-11-17T09:53:43,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T09:53:43,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T09:53:43,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T09:53:43,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T09:53:43,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T09:53:43,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T09:53:43,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731837223089Disabling compacts and flushes for region at 1731837223089Disabling writes for close at 1731837223089Writing region close event to WAL at 1731837223090 (+1 ms)Closed at 1731837223090 2024-11-17T09:53:43,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T09:53:43,094 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T09:53:43,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T09:53:43,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T09:53:43,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T09:53:43,139 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(2659): reportForDuty to master=70e37c475432,41871,1731837221235 with port=36557, startcode=1731837221907 2024-11-17T09:53:43,139 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(2659): reportForDuty to master=70e37c475432,41871,1731837221235 with port=35649, startcode=1731837222043 2024-11-17T09:53:43,139 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(2659): reportForDuty to master=70e37c475432,41871,1731837221235 with port=33707, startcode=1731837222004 2024-11-17T09:53:43,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 70e37c475432,33707,1731837222004 2024-11-17T09:53:43,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41871 {}] master.ServerManager(517): Registering regionserver=70e37c475432,33707,1731837222004 2024-11-17T09:53:43,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 70e37c475432,35649,1731837222043 2024-11-17T09:53:43,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41871 {}] master.ServerManager(517): Registering regionserver=70e37c475432,35649,1731837222043 2024-11-17T09:53:43,151 DEBUG [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18 2024-11-17T09:53:43,151 DEBUG [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41005 2024-11-17T09:53:43,151 DEBUG [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T09:53:43,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 70e37c475432,36557,1731837221907 2024-11-17T09:53:43,153 DEBUG [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18 2024-11-17T09:53:43,153 DEBUG [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41005 2024-11-17T09:53:43,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41871 {}] master.ServerManager(517): Registering regionserver=70e37c475432,36557,1731837221907 2024-11-17T09:53:43,153 DEBUG [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T09:53:43,157 DEBUG [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18 2024-11-17T09:53:43,157 DEBUG [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41005 2024-11-17T09:53:43,158 DEBUG [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T09:53:43,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T09:53:43,164 DEBUG [RS:1;70e37c475432:33707 {}] zookeeper.ZKUtil(111): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/70e37c475432,33707,1731837222004 2024-11-17T09:53:43,164 WARN [RS:1;70e37c475432:33707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T09:53:43,164 INFO [RS:1;70e37c475432:33707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:43,164 DEBUG [RS:2;70e37c475432:35649 {}] zookeeper.ZKUtil(111): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/70e37c475432,35649,1731837222043 2024-11-17T09:53:43,164 WARN [RS:2;70e37c475432:35649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T09:53:43,164 DEBUG [RS:0;70e37c475432:36557 {}] zookeeper.ZKUtil(111): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/70e37c475432,36557,1731837221907 2024-11-17T09:53:43,164 DEBUG [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004 2024-11-17T09:53:43,164 WARN [RS:0;70e37c475432:36557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T09:53:43,164 INFO [RS:2;70e37c475432:35649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:43,165 INFO [RS:0;70e37c475432:36557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:43,165 DEBUG [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,35649,1731837222043 2024-11-17T09:53:43,165 DEBUG [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,36557,1731837221907 2024-11-17T09:53:43,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [70e37c475432,33707,1731837222004] 2024-11-17T09:53:43,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [70e37c475432,35649,1731837222043] 2024-11-17T09:53:43,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [70e37c475432,36557,1731837221907] 2024-11-17T09:53:43,192 INFO [RS:1;70e37c475432:33707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T09:53:43,192 INFO [RS:2;70e37c475432:35649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T09:53:43,192 INFO [RS:0;70e37c475432:36557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T09:53:43,205 INFO [RS:2;70e37c475432:35649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T09:53:43,205 INFO [RS:0;70e37c475432:36557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T09:53:43,205 INFO [RS:1;70e37c475432:33707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T09:53:43,211 INFO [RS:0;70e37c475432:36557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T09:53:43,211 INFO [RS:1;70e37c475432:33707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T09:53:43,211 INFO [RS:2;70e37c475432:35649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T09:53:43,211 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,211 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,211 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,212 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T09:53:43,213 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T09:53:43,213 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T09:53:43,218 INFO [RS:0;70e37c475432:36557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T09:53:43,219 INFO [RS:2;70e37c475432:35649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T09:53:43,219 INFO [RS:1;70e37c475432:33707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T09:53:43,219 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,219 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,219 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,220 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,220 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0, corePoolSize=2, maxPoolSize=2 2024-11-17T09:53:43,220 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0, corePoolSize=2, maxPoolSize=2 2024-11-17T09:53:43,221 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0, corePoolSize=2, maxPoolSize=2 2024-11-17T09:53:43,221 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,221 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/70e37c475432:0, corePoolSize=3, maxPoolSize=3 2024-11-17T09:53:43,221 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/70e37c475432:0, corePoolSize=3, maxPoolSize=3 2024-11-17T09:53:43,221 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,222 DEBUG [RS:1;70e37c475432:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/70e37c475432:0, corePoolSize=3, maxPoolSize=3 2024-11-17T09:53:43,222 DEBUG [RS:2;70e37c475432:35649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/70e37c475432:0, corePoolSize=3, maxPoolSize=3 2024-11-17T09:53:43,222 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,222 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,222 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,222 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,222 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/70e37c475432:0, corePoolSize=1, maxPoolSize=1 2024-11-17T09:53:43,223 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/70e37c475432:0, corePoolSize=3, maxPoolSize=3 2024-11-17T09:53:43,223 DEBUG [RS:0;70e37c475432:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/70e37c475432:0, corePoolSize=3, maxPoolSize=3 2024-11-17T09:53:43,223 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,223 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,223 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,223 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,224 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,224 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,35649,1731837222043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T09:53:43,224 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,224 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,224 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,224 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,224 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,224 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,225 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,33707,1731837222004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T09:53:43,225 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,225 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,225 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,225 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,225 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,36557,1731837221907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T09:53:43,253 INFO [RS:0;70e37c475432:36557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T09:53:43,253 INFO [RS:1;70e37c475432:33707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T09:53:43,253 INFO [RS:2;70e37c475432:35649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T09:53:43,255 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,35649,1731837222043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,255 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,33707,1731837222004-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,255 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,36557,1731837221907-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,256 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,256 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,256 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,256 INFO [RS:1;70e37c475432:33707 {}] regionserver.Replication(171): 70e37c475432,33707,1731837222004 started 2024-11-17T09:53:43,256 INFO [RS:2;70e37c475432:35649 {}] regionserver.Replication(171): 70e37c475432,35649,1731837222043 started 2024-11-17T09:53:43,256 INFO [RS:0;70e37c475432:36557 {}] regionserver.Replication(171): 70e37c475432,36557,1731837221907 started 2024-11-17T09:53:43,264 WARN [70e37c475432:41871 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-17T09:53:43,285 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,285 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,285 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,285 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(1482): Serving as 70e37c475432,33707,1731837222004, RpcServer on 70e37c475432/172.17.0.2:33707, sessionid=0x1012558c0f20002 2024-11-17T09:53:43,285 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(1482): Serving as 70e37c475432,35649,1731837222043, RpcServer on 70e37c475432/172.17.0.2:35649, sessionid=0x1012558c0f20003 2024-11-17T09:53:43,285 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(1482): Serving as 70e37c475432,36557,1731837221907, RpcServer on 70e37c475432/172.17.0.2:36557, sessionid=0x1012558c0f20001 2024-11-17T09:53:43,286 DEBUG [RS:1;70e37c475432:33707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T09:53:43,286 DEBUG [RS:2;70e37c475432:35649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T09:53:43,286 DEBUG [RS:0;70e37c475432:36557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T09:53:43,287 DEBUG [RS:1;70e37c475432:33707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 70e37c475432,33707,1731837222004 2024-11-17T09:53:43,287 DEBUG [RS:2;70e37c475432:35649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 70e37c475432,35649,1731837222043 2024-11-17T09:53:43,287 DEBUG [RS:0;70e37c475432:36557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 70e37c475432,36557,1731837221907 2024-11-17T09:53:43,287 DEBUG [RS:1;70e37c475432:33707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '70e37c475432,33707,1731837222004' 2024-11-17T09:53:43,287 DEBUG [RS:2;70e37c475432:35649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '70e37c475432,35649,1731837222043' 2024-11-17T09:53:43,287 DEBUG [RS:0;70e37c475432:36557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '70e37c475432,36557,1731837221907' 2024-11-17T09:53:43,287 DEBUG [RS:1;70e37c475432:33707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T09:53:43,287 DEBUG [RS:0;70e37c475432:36557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T09:53:43,287 DEBUG [RS:2;70e37c475432:35649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T09:53:43,288 DEBUG [RS:0;70e37c475432:36557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T09:53:43,288 DEBUG [RS:1;70e37c475432:33707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T09:53:43,288 DEBUG [RS:2;70e37c475432:35649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T09:53:43,289 DEBUG [RS:1;70e37c475432:33707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T09:53:43,289 DEBUG [RS:0;70e37c475432:36557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T09:53:43,289 DEBUG [RS:2;70e37c475432:35649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T09:53:43,289 DEBUG [RS:1;70e37c475432:33707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T09:53:43,289 DEBUG [RS:0;70e37c475432:36557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T09:53:43,289 DEBUG [RS:2;70e37c475432:35649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T09:53:43,289 DEBUG [RS:2;70e37c475432:35649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 70e37c475432,35649,1731837222043 2024-11-17T09:53:43,289 DEBUG [RS:0;70e37c475432:36557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 70e37c475432,36557,1731837221907 2024-11-17T09:53:43,289 DEBUG [RS:1;70e37c475432:33707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 70e37c475432,33707,1731837222004 2024-11-17T09:53:43,289 DEBUG [RS:0;70e37c475432:36557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '70e37c475432,36557,1731837221907' 2024-11-17T09:53:43,289 DEBUG [RS:2;70e37c475432:35649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '70e37c475432,35649,1731837222043' 2024-11-17T09:53:43,289 DEBUG [RS:1;70e37c475432:33707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '70e37c475432,33707,1731837222004' 2024-11-17T09:53:43,289 DEBUG [RS:0;70e37c475432:36557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T09:53:43,289 DEBUG [RS:2;70e37c475432:35649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T09:53:43,289 DEBUG [RS:1;70e37c475432:33707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T09:53:43,290 DEBUG [RS:2;70e37c475432:35649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T09:53:43,290 DEBUG [RS:1;70e37c475432:33707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T09:53:43,290 DEBUG [RS:0;70e37c475432:36557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T09:53:43,291 DEBUG [RS:2;70e37c475432:35649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T09:53:43,291 DEBUG [RS:0;70e37c475432:36557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T09:53:43,291 DEBUG [RS:1;70e37c475432:33707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T09:53:43,291 INFO [RS:0;70e37c475432:36557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T09:53:43,291 INFO [RS:2;70e37c475432:35649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T09:53:43,291 INFO [RS:1;70e37c475432:33707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T09:53:43,291 INFO [RS:0;70e37c475432:36557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T09:53:43,291 INFO [RS:2;70e37c475432:35649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T09:53:43,291 INFO [RS:1;70e37c475432:33707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T09:53:43,397 INFO [RS:0;70e37c475432:36557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:43,397 INFO [RS:1;70e37c475432:33707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:43,397 INFO [RS:2;70e37c475432:35649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:43,400 INFO [RS:0;70e37c475432:36557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=70e37c475432%2C36557%2C1731837221907, suffix=, logDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,36557,1731837221907, archiveDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/oldWALs, maxLogs=32 2024-11-17T09:53:43,400 INFO [RS:1;70e37c475432:33707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=70e37c475432%2C33707%2C1731837222004, suffix=, logDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004, archiveDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/oldWALs, maxLogs=32 2024-11-17T09:53:43,400 INFO [RS:2;70e37c475432:35649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=70e37c475432%2C35649%2C1731837222043, suffix=, logDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,35649,1731837222043, archiveDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/oldWALs, maxLogs=32 2024-11-17T09:53:43,420 DEBUG [RS:2;70e37c475432:35649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,35649,1731837222043/70e37c475432%2C35649%2C1731837222043.1731837223406, exclude list is [], retry=0 2024-11-17T09:53:43,421 DEBUG [RS:1;70e37c475432:33707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004/70e37c475432%2C33707%2C1731837222004.1731837223405, exclude list is [], retry=0 2024-11-17T09:53:43,422 DEBUG [RS:0;70e37c475432:36557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,36557,1731837221907/70e37c475432%2C36557%2C1731837221907.1731837223406, exclude list is [], retry=0 2024-11-17T09:53:43,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:43,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:43,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:43,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:43,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:43,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:43,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:43,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:43,439 INFO [RS:2;70e37c475432:35649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,35649,1731837222043/70e37c475432%2C35649%2C1731837222043.1731837223406 2024-11-17T09:53:43,440 INFO [RS:1;70e37c475432:33707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004/70e37c475432%2C33707%2C1731837222004.1731837223405 2024-11-17T09:53:43,444 DEBUG [RS:2;70e37c475432:35649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:53:43,444 DEBUG [RS:1;70e37c475432:33707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:43,446 INFO [RS:0;70e37c475432:36557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,36557,1731837221907/70e37c475432%2C36557%2C1731837221907.1731837223406 2024-11-17T09:53:43,446 DEBUG [RS:0;70e37c475432:36557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:53:43,517 DEBUG [70e37c475432:41871 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-17T09:53:43,526 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(204): Hosts are {70e37c475432=0} racks are {/default-rack=0} 2024-11-17T09:53:43,533 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T09:53:43,533 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T09:53:43,533 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T09:53:43,533 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T09:53:43,533 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T09:53:43,533 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T09:53:43,533 INFO [70e37c475432:41871 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T09:53:43,533 INFO [70e37c475432:41871 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T09:53:43,533 INFO [70e37c475432:41871 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T09:53:43,533 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T09:53:43,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=70e37c475432,36557,1731837221907 2024-11-17T09:53:43,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 70e37c475432,36557,1731837221907, state=OPENING 2024-11-17T09:53:43,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T09:53:43,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:43,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:43,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:43,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:53:43,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T09:53:43,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T09:53:43,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T09:53:43,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T09:53:43,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T09:53:43,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=70e37c475432,36557,1731837221907}] 2024-11-17T09:53:43,734 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T09:53:43,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59919, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T09:53:43,750 INFO [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T09:53:43,750 INFO [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:43,751 INFO [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T09:53:43,754 INFO [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=70e37c475432%2C36557%2C1731837221907.meta, suffix=.meta, logDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,36557,1731837221907, archiveDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/oldWALs, maxLogs=32 2024-11-17T09:53:43,773 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,36557,1731837221907/70e37c475432%2C36557%2C1731837221907.meta.1731837223756.meta, exclude list is [], retry=0 2024-11-17T09:53:43,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:43,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:43,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:43,780 INFO [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,36557,1731837221907/70e37c475432%2C36557%2C1731837221907.meta.1731837223756.meta 2024-11-17T09:53:43,780 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:43,781 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:43,782 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T09:53:43,785 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T09:53:43,790 INFO [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T09:53:43,794 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T09:53:43,795 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:43,795 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T09:53:43,795 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T09:53:43,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T09:53:43,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T09:53:43,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:43,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T09:53:43,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T09:53:43,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T09:53:43,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:43,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T09:53:43,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T09:53:43,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T09:53:43,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:43,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T09:53:43,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T09:53:43,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T09:53:43,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:43,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T09:53:43,808 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T09:53:43,810 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740 2024-11-17T09:53:43,813 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740 2024-11-17T09:53:43,815 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T09:53:43,815 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T09:53:43,816 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T09:53:43,819 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T09:53:43,821 INFO [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70464337, jitterRate=0.05000044405460358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T09:53:43,821 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T09:53:43,823 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731837223796Writing region info on filesystem at 1731837223796Initializing all the Stores at 1731837223797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731837223798 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731837223798Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837223798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731837223798Cleaning up temporary data from old regions at 1731837223815 (+17 ms)Running coprocessor post-open hooks at 1731837223821 (+6 ms)Region opened successfully at 1731837223823 (+2 ms) 2024-11-17T09:53:43,831 INFO [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731837223725 2024-11-17T09:53:43,842 DEBUG [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T09:53:43,843 INFO [RS_OPEN_META-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T09:53:43,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=70e37c475432,36557,1731837221907 2024-11-17T09:53:43,847 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 70e37c475432,36557,1731837221907, state=OPEN 2024-11-17T09:53:43,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T09:53:43,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T09:53:43,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T09:53:43,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T09:53:43,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T09:53:43,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T09:53:43,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T09:53:43,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T09:53:43,850 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=70e37c475432,36557,1731837221907 2024-11-17T09:53:43,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T09:53:43,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=70e37c475432,36557,1731837221907 in 292 msec 2024-11-17T09:53:43,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T09:53:43,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-11-17T09:53:43,863 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T09:53:43,863 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T09:53:43,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T09:53:43,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=70e37c475432,36557,1731837221907, seqNum=-1] 2024-11-17T09:53:43,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T09:53:43,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T09:53:43,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0660 sec 2024-11-17T09:53:43,932 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731837223931, completionTime=-1 2024-11-17T09:53:43,934 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-17T09:53:43,935 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T09:53:43,962 INFO [master/70e37c475432:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-17T09:53:43,963 INFO [master/70e37c475432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731837283963 2024-11-17T09:53:43,963 INFO [master/70e37c475432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731837343963 2024-11-17T09:53:43,963 INFO [master/70e37c475432:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-17T09:53:43,988 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T09:53:43,997 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,41871,1731837221235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,997 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,41871,1731837221235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,998 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,41871,1731837221235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:43,999 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-70e37c475432:41871, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:44,000 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:44,001 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:44,008 DEBUG [master/70e37c475432:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T09:53:44,039 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.916sec 2024-11-17T09:53:44,041 INFO [master/70e37c475432:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T09:53:44,043 INFO [master/70e37c475432:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T09:53:44,044 INFO [master/70e37c475432:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T09:53:44,045 INFO [master/70e37c475432:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T09:53:44,045 INFO [master/70e37c475432:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T09:53:44,046 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,41871,1731837221235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T09:53:44,046 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,41871,1731837221235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T09:53:44,051 DEBUG [master/70e37c475432:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T09:53:44,052 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T09:53:44,052 INFO [master/70e37c475432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=70e37c475432,41871,1731837221235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:44,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afd5a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T09:53:44,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 70e37c475432,41871,-1 for getting cluster id 2024-11-17T09:53:44,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T09:53:44,109 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c51e2680-f92e-44be-bf73-7b3d0793d14e' 2024-11-17T09:53:44,111 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T09:53:44,111 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c51e2680-f92e-44be-bf73-7b3d0793d14e" 2024-11-17T09:53:44,114 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed670fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T09:53:44,114 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [70e37c475432,41871,-1] 2024-11-17T09:53:44,116 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T09:53:44,118 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:53:44,119 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T09:53:44,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad28ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T09:53:44,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T09:53:44,131 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=70e37c475432,36557,1731837221907, seqNum=-1] 2024-11-17T09:53:44,131 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T09:53:44,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T09:53:44,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=70e37c475432,41871,1731837221235 2024-11-17T09:53:44,153 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41005/hbase 2024-11-17T09:53:44,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=3391 2024-11-17T09:53:44,187 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:44,190 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:44,191 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:44,196 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77185193, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-77185193, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:44,210 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77185193/hregion-77185193.1731837224197, exclude list is [], retry=0 2024-11-17T09:53:44,215 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:44,215 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:44,216 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:44,219 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77185193/hregion-77185193.1731837224197 2024-11-17T09:53:44,219 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:53:44,219 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1cbbcbe88081d2c7337e53f6142331b3, NAME => 'testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:53:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741838_1014 (size=64) 2024-11-17T09:53:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741838_1014 (size=64) 2024-11-17T09:53:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741838_1014 (size=64) 2024-11-17T09:53:44,236 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:44,238 INFO [StoreOpener-1cbbcbe88081d2c7337e53f6142331b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,241 INFO [StoreOpener-1cbbcbe88081d2c7337e53f6142331b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cbbcbe88081d2c7337e53f6142331b3 columnFamilyName a 2024-11-17T09:53:44,241 DEBUG [StoreOpener-1cbbcbe88081d2c7337e53f6142331b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:44,241 INFO [StoreOpener-1cbbcbe88081d2c7337e53f6142331b3-1 {}] regionserver.HStore(327): Store=1cbbcbe88081d2c7337e53f6142331b3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:44,242 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,244 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,244 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,246 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,249 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:44,250 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1cbbcbe88081d2c7337e53f6142331b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67130752, jitterRate=3.261566162109375E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T09:53:44,251 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1cbbcbe88081d2c7337e53f6142331b3: Writing region info on filesystem at 1731837224236Initializing all the Stores at 1731837224238 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837224238Cleaning up temporary data from old regions at 1731837224244 (+6 ms)Region opened successfully at 1731837224251 (+7 ms) 2024-11-17T09:53:44,251 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1cbbcbe88081d2c7337e53f6142331b3, disabling compactions & flushes 2024-11-17T09:53:44,251 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3. 2024-11-17T09:53:44,251 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3. 2024-11-17T09:53:44,251 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3. after waiting 0 ms 2024-11-17T09:53:44,251 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3. 2024-11-17T09:53:44,252 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3. 2024-11-17T09:53:44,252 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1cbbcbe88081d2c7337e53f6142331b3: Waiting for close lock at 1731837224251Disabling compacts and flushes for region at 1731837224251Disabling writes for close at 1731837224251Writing region close event to WAL at 1731837224252 (+1 ms)Closed at 1731837224252 2024-11-17T09:53:44,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741837_1013 (size=93) 2024-11-17T09:53:44,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741837_1013 (size=93) 2024-11-17T09:53:44,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741837_1013 (size=93) 2024-11-17T09:53:44,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:53:44,264 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77185193:(num 1731837224197) 2024-11-17T09:53:44,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T09:53:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741839_1015 (size=276) 2024-11-17T09:53:44,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741839_1015 (size=276) 2024-11-17T09:53:44,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741839_1015 (size=276) 2024-11-17T09:53:44,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T09:53:44,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741840_1016 (size=230) 2024-11-17T09:53:44,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741840_1016 (size=230) 2024-11-17T09:53:44,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741840_1016 (size=230) 2024-11-17T09:53:44,322 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1, size=276 (276bytes) 2024-11-17T09:53:44,323 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T09:53:44,323 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T09:53:44,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1 2024-11-17T09:53:44,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1 after 4ms 2024-11-17T09:53:44,334 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:44,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1 took 15ms 2024-11-17T09:53:44,339 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1 so closing down 2024-11-17T09:53:44,342 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-17T09:53:44,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:44,344 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000001-wal-1.temp 2024-11-17T09:53:44,345 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:44,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741841_1017 (size=276) 2024-11-17T09:53:44,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741841_1017 (size=276) 2024-11-17T09:53:44,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741841_1017 (size=276) 2024-11-17T09:53:44,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-17T09:53:44,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002 2024-11-17T09:53:44,365 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-17T09:53:44,365 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1, journal: Splitting hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1, size=276 (276bytes) at 1731837224322Finishing writing output for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1 so closing down at 1731837224339 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000001-wal-1.temp at 1731837224344 (+5 ms)3 split writer threads finished at 1731837224345 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731837224358 (+13 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002 at 1731837224360 (+2 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731837224365 (+5 ms) 2024-11-17T09:53:44,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2, size=230 (230bytes) 2024-11-17T09:53:44,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2 2024-11-17T09:53:44,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2 after 1ms 2024-11-17T09:53:44,389 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:44,389 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2 took 5ms 2024-11-17T09:53:44,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2 so closing down 2024-11-17T09:53:44,392 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:44,394 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-17T09:53:44,396 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002-wal-2.temp 2024-11-17T09:53:44,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:44,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741842_1018 (size=230) 2024-11-17T09:53:44,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741842_1018 (size=230) 2024-11-17T09:53:44,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741842_1018 (size=230) 2024-11-17T09:53:44,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T09:53:44,410 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:44,412 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-17T09:53:44,414 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-17T09:53:44,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2, journal: Splitting hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2, size=230 (230bytes) at 1731837224384Finishing writing output for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2 so closing down at 1731837224391 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002-wal-2.temp at 1731837224396 (+5 ms)3 split writer threads finished at 1731837224396Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731837224406 (+10 ms)Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731837224414 (+8 ms) 2024-11-17T09:53:44,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:44,416 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:44,431 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal.1731837224418, exclude list is [], retry=0 2024-11-17T09:53:44,435 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:44,435 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:44,436 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:44,438 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal.1731837224418 2024-11-17T09:53:44,439 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:44,439 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cbbcbe88081d2c7337e53f6142331b3, NAME => 'testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:44,439 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:44,439 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,439 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,441 INFO [StoreOpener-1cbbcbe88081d2c7337e53f6142331b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,443 INFO [StoreOpener-1cbbcbe88081d2c7337e53f6142331b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cbbcbe88081d2c7337e53f6142331b3 columnFamilyName a 2024-11-17T09:53:44,443 DEBUG [StoreOpener-1cbbcbe88081d2c7337e53f6142331b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:44,444 INFO [StoreOpener-1cbbcbe88081d2c7337e53f6142331b3-1 {}] regionserver.HStore(327): Store=1cbbcbe88081d2c7337e53f6142331b3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:44,444 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,445 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,448 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,450 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002 2024-11-17T09:53:44,453 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:44,459 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002 2024-11-17T09:53:44,462 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1cbbcbe88081d2c7337e53f6142331b3 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-17T09:53:44,513 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/.tmp/a/6e1f1e97b9514840905585563a3cc79b is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731837224264/Put/seqid=0 2024-11-17T09:53:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741844_1020 (size=5170) 2024-11-17T09:53:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741844_1020 (size=5170) 2024-11-17T09:53:44,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741844_1020 (size=5170) 2024-11-17T09:53:44,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/.tmp/a/6e1f1e97b9514840905585563a3cc79b 2024-11-17T09:53:44,568 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/.tmp/a/6e1f1e97b9514840905585563a3cc79b as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/a/6e1f1e97b9514840905585563a3cc79b 2024-11-17T09:53:44,577 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/a/6e1f1e97b9514840905585563a3cc79b, entries=2, sequenceid=2, filesize=5.0 K 2024-11-17T09:53:44,582 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1cbbcbe88081d2c7337e53f6142331b3 in 120ms, sequenceid=2, compaction requested=false; wal=null 2024-11-17T09:53:44,583 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/0000000000000000002 2024-11-17T09:53:44,584 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,584 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,587 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1cbbcbe88081d2c7337e53f6142331b3 2024-11-17T09:53:44,590 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/1cbbcbe88081d2c7337e53f6142331b3/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-17T09:53:44,592 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1cbbcbe88081d2c7337e53f6142331b3; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64295904, jitterRate=-0.0419163703918457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T09:53:44,592 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1cbbcbe88081d2c7337e53f6142331b3: Writing region info on filesystem at 1731837224439Initializing all the Stores at 1731837224441 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837224441Obtaining lock to block concurrent updates at 1731837224462 (+21 ms)Preparing flush snapshotting stores in 1cbbcbe88081d2c7337e53f6142331b3 at 1731837224462Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731837224464 (+2 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731837224188.1cbbcbe88081d2c7337e53f6142331b3. at 1731837224465 (+1 ms)Flushing 1cbbcbe88081d2c7337e53f6142331b3/a: creating writer at 1731837224466 (+1 ms)Flushing 1cbbcbe88081d2c7337e53f6142331b3/a: appending metadata at 1731837224502 (+36 ms)Flushing 1cbbcbe88081d2c7337e53f6142331b3/a: closing flushed file at 1731837224505 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dec95d: reopening flushed file at 1731837224566 (+61 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1cbbcbe88081d2c7337e53f6142331b3 in 120ms, sequenceid=2, compaction requested=false; wal=null at 1731837224582 (+16 ms)Cleaning up temporary data from old regions at 1731837224584 (+2 ms)Region opened successfully at 1731837224592 (+8 ms) 2024-11-17T09:53:44,618 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=376 (was 364) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41005/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:53764 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:53910 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:38700 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:43220 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:43230 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=3380 (was 3391) 2024-11-17T09:53:44,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=3378 2024-11-17T09:53:44,645 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:44,647 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:44,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:44,652 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-62421609, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-62421609, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:44,666 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-62421609/hregion-62421609.1731837224652, exclude list is [], retry=0 2024-11-17T09:53:44,670 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:44,670 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:44,671 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:44,674 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-62421609/hregion-62421609.1731837224652 2024-11-17T09:53:44,674 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:44,674 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9566371312f43706a7c01659e70feb1a, NAME => 'testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:53:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741846_1022 (size=64) 2024-11-17T09:53:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741846_1022 (size=64) 2024-11-17T09:53:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741846_1022 (size=64) 2024-11-17T09:53:44,688 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:44,690 INFO [StoreOpener-9566371312f43706a7c01659e70feb1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,692 INFO [StoreOpener-9566371312f43706a7c01659e70feb1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9566371312f43706a7c01659e70feb1a columnFamilyName a 2024-11-17T09:53:44,693 DEBUG [StoreOpener-9566371312f43706a7c01659e70feb1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:44,693 INFO [StoreOpener-9566371312f43706a7c01659e70feb1a-1 {}] regionserver.HStore(327): Store=9566371312f43706a7c01659e70feb1a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:44,694 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,695 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,695 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,696 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,696 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,698 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,702 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:44,702 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9566371312f43706a7c01659e70feb1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71921052, jitterRate=0.07170718908309937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T09:53:44,703 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9566371312f43706a7c01659e70feb1a: Writing region info on filesystem at 1731837224689Initializing all the Stores at 1731837224690 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837224690Cleaning up temporary data from old regions at 1731837224696 (+6 ms)Region opened successfully at 1731837224703 (+7 ms) 2024-11-17T09:53:44,703 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9566371312f43706a7c01659e70feb1a, disabling compactions & flushes 2024-11-17T09:53:44,703 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a. 2024-11-17T09:53:44,703 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a. 2024-11-17T09:53:44,703 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a. after waiting 0 ms 2024-11-17T09:53:44,703 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a. 2024-11-17T09:53:44,703 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a. 2024-11-17T09:53:44,704 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9566371312f43706a7c01659e70feb1a: Waiting for close lock at 1731837224703Disabling compacts and flushes for region at 1731837224703Disabling writes for close at 1731837224703Writing region close event to WAL at 1731837224703Closed at 1731837224703 2024-11-17T09:53:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741845_1021 (size=93) 2024-11-17T09:53:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741845_1021 (size=93) 2024-11-17T09:53:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741845_1021 (size=93) 2024-11-17T09:53:44,708 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-62421609/hregion-62421609.1731837224652 not finished, retry = 0 2024-11-17T09:53:44,812 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:53:44,812 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-62421609:(num 1731837224652) 2024-11-17T09:53:44,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T09:53:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741847_1023 (size=276) 2024-11-17T09:53:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741847_1023 (size=276) 2024-11-17T09:53:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741847_1023 (size=276) 2024-11-17T09:53:44,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T09:53:44,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741848_1024 (size=230) 2024-11-17T09:53:44,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741848_1024 (size=230) 2024-11-17T09:53:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741848_1024 (size=230) 2024-11-17T09:53:44,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2, size=230 (230bytes) 2024-11-17T09:53:44,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2 2024-11-17T09:53:44,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2 after 1ms 2024-11-17T09:53:44,857 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:44,857 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2 took 4ms 2024-11-17T09:53:44,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2 so closing down 2024-11-17T09:53:44,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:44,861 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-17T09:53:44,863 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002-wal-2.temp 2024-11-17T09:53:44,863 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741849_1025 (size=230) 2024-11-17T09:53:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741849_1025 (size=230) 2024-11-17T09:53:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741849_1025 (size=230) 2024-11-17T09:53:44,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T09:53:44,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002 2024-11-17T09:53:44,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-17T09:53:44,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2, journal: Splitting hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2, size=230 (230bytes) at 1731837224853Finishing writing output for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2 so closing down at 1731837224859 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002-wal-2.temp at 1731837224863 (+4 ms)3 split writer threads finished at 1731837224863Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731837224871 (+8 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002 at 1731837224873 (+2 ms)Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731837224873 2024-11-17T09:53:44,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1, size=276 (276bytes) 2024-11-17T09:53:44,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1 2024-11-17T09:53:44,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1 after 0ms 2024-11-17T09:53:44,891 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:44,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1 took 4ms 2024-11-17T09:53:44,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1 so closing down 2024-11-17T09:53:44,894 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:44,896 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-17T09:53:44,897 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000001-wal-1.temp 2024-11-17T09:53:44,897 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:44,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741850_1026 (size=276) 2024-11-17T09:53:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741850_1026 (size=276) 2024-11-17T09:53:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741850_1026 (size=276) 2024-11-17T09:53:44,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-17T09:53:44,909 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:44,911 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002, length=230 2024-11-17T09:53:44,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002 2024-11-17T09:53:44,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-17T09:53:44,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1, journal: Splitting hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1, size=276 (276bytes) at 1731837224888Finishing writing output for hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1 so closing down at 1731837224894 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000001-wal-1.temp at 1731837224897 (+3 ms)3 split writer threads finished at 1731837224898 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731837224906 (+8 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002 at 1731837224914 (+8 ms)Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731837224914 2024-11-17T09:53:44,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:44,916 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:44,930 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal.1731837224917, exclude list is [], retry=0 2024-11-17T09:53:44,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:44,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:44,935 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:44,937 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal.1731837224917 2024-11-17T09:53:44,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:44,938 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9566371312f43706a7c01659e70feb1a, NAME => 'testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:44,938 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:44,938 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,938 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,940 INFO [StoreOpener-9566371312f43706a7c01659e70feb1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,942 INFO [StoreOpener-9566371312f43706a7c01659e70feb1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9566371312f43706a7c01659e70feb1a columnFamilyName a 2024-11-17T09:53:44,942 DEBUG [StoreOpener-9566371312f43706a7c01659e70feb1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:44,942 INFO [StoreOpener-9566371312f43706a7c01659e70feb1a-1 {}] regionserver.HStore(327): Store=9566371312f43706a7c01659e70feb1a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:44,943 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,943 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,945 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,946 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002 2024-11-17T09:53:44,949 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:44,951 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002 2024-11-17T09:53:44,951 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9566371312f43706a7c01659e70feb1a 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-17T09:53:44,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/.tmp/a/5f02bfbbfc06422687a5bf213e5d356f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731837224812/Put/seqid=0 2024-11-17T09:53:44,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741852_1028 (size=5170) 2024-11-17T09:53:44,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741852_1028 (size=5170) 2024-11-17T09:53:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741852_1028 (size=5170) 2024-11-17T09:53:44,977 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/.tmp/a/5f02bfbbfc06422687a5bf213e5d356f 2024-11-17T09:53:44,984 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/.tmp/a/5f02bfbbfc06422687a5bf213e5d356f as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/a/5f02bfbbfc06422687a5bf213e5d356f 2024-11-17T09:53:44,991 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/a/5f02bfbbfc06422687a5bf213e5d356f, entries=2, sequenceid=2, filesize=5.0 K 2024-11-17T09:53:44,991 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9566371312f43706a7c01659e70feb1a in 40ms, sequenceid=2, compaction requested=false; wal=null 2024-11-17T09:53:44,992 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/0000000000000000002 2024-11-17T09:53:44,993 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,993 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,995 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9566371312f43706a7c01659e70feb1a 2024-11-17T09:53:44,998 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/9566371312f43706a7c01659e70feb1a/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-17T09:53:44,999 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9566371312f43706a7c01659e70feb1a; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62409924, jitterRate=-0.0700196623802185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T09:53:44,999 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9566371312f43706a7c01659e70feb1a: Writing region info on filesystem at 1731837224938Initializing all the Stores at 1731837224939 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837224939Obtaining lock to block concurrent updates at 1731837224951 (+12 ms)Preparing flush snapshotting stores in 9566371312f43706a7c01659e70feb1a at 1731837224951Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731837224951Flushing stores of testReplayEditsWrittenIntoWAL,,1731837224646.9566371312f43706a7c01659e70feb1a. at 1731837224951Flushing 9566371312f43706a7c01659e70feb1a/a: creating writer at 1731837224951Flushing 9566371312f43706a7c01659e70feb1a/a: appending metadata at 1731837224966 (+15 ms)Flushing 9566371312f43706a7c01659e70feb1a/a: closing flushed file at 1731837224966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45497e6f: reopening flushed file at 1731837224983 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9566371312f43706a7c01659e70feb1a in 40ms, sequenceid=2, compaction requested=false; wal=null at 1731837224991 (+8 ms)Cleaning up temporary data from old regions at 1731837224993 (+2 ms)Region opened successfully at 1731837224999 (+6 ms) 2024-11-17T09:53:45,015 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:53980 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:38774 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:38486 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:43220 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:43320 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:53764 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=3373 (was 3378) 2024-11-17T09:53:45,028 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=3373 2024-11-17T09:53:45,044 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:45,046 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:45,047 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:45,050 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-01729476, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-01729476, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:45,064 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-01729476/hregion-01729476.1731837225051, exclude list is [], retry=0 2024-11-17T09:53:45,068 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:45,068 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:45,069 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:45,071 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-01729476/hregion-01729476.1731837225051 2024-11-17T09:53:45,072 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:53:45,072 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 593e933fe7f039262d59af6e4cb22abe, NAME => 'testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:53:45,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741854_1030 (size=64) 2024-11-17T09:53:45,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741854_1030 (size=64) 2024-11-17T09:53:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741854_1030 (size=64) 2024-11-17T09:53:45,085 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:45,086 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:45,088 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 593e933fe7f039262d59af6e4cb22abe columnFamilyName a 2024-11-17T09:53:45,088 DEBUG [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:45,089 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(327): Store=593e933fe7f039262d59af6e4cb22abe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:45,089 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:45,090 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 593e933fe7f039262d59af6e4cb22abe columnFamilyName b 2024-11-17T09:53:45,091 DEBUG [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:45,091 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(327): Store=593e933fe7f039262d59af6e4cb22abe/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:45,091 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:45,093 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 593e933fe7f039262d59af6e4cb22abe columnFamilyName c 2024-11-17T09:53:45,093 DEBUG [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:45,094 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(327): Store=593e933fe7f039262d59af6e4cb22abe/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:45,094 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:45,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:45,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:45,097 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:45,097 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:45,098 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:53:45,099 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:45,102 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:45,102 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 593e933fe7f039262d59af6e4cb22abe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74196352, jitterRate=0.10561180114746094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:53:45,103 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 593e933fe7f039262d59af6e4cb22abe: Writing region info on filesystem at 1731837225085Initializing all the Stores at 1731837225086 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837225086Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837225086Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837225086Cleaning up temporary data from old regions at 1731837225097 (+11 ms)Region opened successfully at 1731837225103 (+6 ms) 2024-11-17T09:53:45,103 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 593e933fe7f039262d59af6e4cb22abe, disabling compactions & flushes 2024-11-17T09:53:45,103 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. 2024-11-17T09:53:45,103 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. 2024-11-17T09:53:45,103 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. after waiting 0 ms 2024-11-17T09:53:45,103 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. 2024-11-17T09:53:45,103 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. 2024-11-17T09:53:45,104 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 593e933fe7f039262d59af6e4cb22abe: Waiting for close lock at 1731837225103Disabling compacts and flushes for region at 1731837225103Disabling writes for close at 1731837225103Writing region close event to WAL at 1731837225103Closed at 1731837225103 2024-11-17T09:53:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741853_1029 (size=93) 2024-11-17T09:53:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741853_1029 (size=93) 2024-11-17T09:53:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741853_1029 (size=93) 2024-11-17T09:53:45,110 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:53:45,110 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-01729476:(num 1731837225051) 2024-11-17T09:53:45,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:45,112 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:45,132 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113, exclude list is [], retry=0 2024-11-17T09:53:45,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:45,136 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:45,136 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:45,141 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 2024-11-17T09:53:45,143 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:45,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113, size=0 (0bytes) 2024-11-17T09:53:45,370 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 might be still open, length is 0 2024-11-17T09:53:45,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 2024-11-17T09:53:45,371 WARN [IPC Server handler 2 on default port 41005 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-17T09:53:45,372 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 after 2ms 2024-11-17T09:53:46,210 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:38808 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41849:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38808 dst: /127.0.0.1:41849 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41849 remote=/127.0.0.1:38808]. Total timeout mills is 60000, 59125 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:53:46,211 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:53992 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53992 dst: /127.0.0.1:34455 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:53:46,211 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:43360 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43360 dst: /127.0.0.1:34715 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:53:46,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741855_1032 (size=200589) 2024-11-17T09:53:46,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741855_1032 (size=200589) 2024-11-17T09:53:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741855_1032 (size=200589) 2024-11-17T09:53:49,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T09:53:49,363 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T09:53:49,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 after 4003ms 2024-11-17T09:53:49,377 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:49,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 took 4008ms 2024-11-17T09:53:49,383 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731837225113.temp 2024-11-17T09:53:49,385 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000000001-wal.1731837225113.temp 2024-11-17T09:53:49,499 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113; continuing. 2024-11-17T09:53:49,499 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 so closing down 2024-11-17T09:53:49,499 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:49,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:49,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741856_1033 (size=200597) 2024-11-17T09:53:49,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741856_1033 (size=200597) 2024-11-17T09:53:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741856_1033 (size=200597) 2024-11-17T09:53:49,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000000001-wal.1731837225113.temp (wrote 3002 edits, skipped 0 edits in 45 ms) 2024-11-17T09:53:49,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000000001-wal.1731837225113.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000003002 2024-11-17T09:53:49,507 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T09:53:49,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113, journal: Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113, size=0 (0bytes) at 1731837225370Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000000001-wal.1731837225113.temp at 1731837229385 (+4015 ms)Split 1024 edits, skipped 0 edits. at 1731837229442 (+57 ms)Split 2048 edits, skipped 0 edits. at 1731837229474 (+32 ms)Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 so closing down at 1731837229499 (+25 ms)3 split writer threads finished at 1731837229500 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000000001-wal.1731837225113.temp (wrote 3002 edits, skipped 0 edits in 45 ms) at 1731837229504 (+4 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000000001-wal.1731837225113.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000003002 at 1731837229506 (+2 ms)Processed 3002 edits across 1 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113, size=0, length=0, corrupted=false, cancelled=false at 1731837229507 (+1 ms) 2024-11-17T09:53:49,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837225113 2024-11-17T09:53:49,511 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000003002 2024-11-17T09:53:49,512 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:49,514 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:49,528 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837229514, exclude list is [], retry=0 2024-11-17T09:53:49,532 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:49,532 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:49,533 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:49,535 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837229514 2024-11-17T09:53:49,536 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:53:49,536 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:49,538 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:49,540 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 593e933fe7f039262d59af6e4cb22abe columnFamilyName a 2024-11-17T09:53:49,540 DEBUG [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:49,541 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(327): Store=593e933fe7f039262d59af6e4cb22abe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:49,541 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:49,542 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 593e933fe7f039262d59af6e4cb22abe columnFamilyName b 2024-11-17T09:53:49,542 DEBUG [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:49,543 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(327): Store=593e933fe7f039262d59af6e4cb22abe/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:49,543 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:49,544 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 593e933fe7f039262d59af6e4cb22abe columnFamilyName c 2024-11-17T09:53:49,544 DEBUG [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:49,545 INFO [StoreOpener-593e933fe7f039262d59af6e4cb22abe-1 {}] regionserver.HStore(327): Store=593e933fe7f039262d59af6e4cb22abe/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:49,545 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:49,546 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:49,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:49,549 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000003002 2024-11-17T09:53:49,552 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:49,596 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T09:53:49,994 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 593e933fe7f039262d59af6e4cb22abe 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-17T09:53:50,037 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/a/6467633dbacd461a9b73bb2d7101ec41 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731837225152/Put/seqid=0 2024-11-17T09:53:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741858_1035 (size=50463) 2024-11-17T09:53:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741858_1035 (size=50463) 2024-11-17T09:53:50,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741858_1035 (size=50463) 2024-11-17T09:53:50,048 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/a/6467633dbacd461a9b73bb2d7101ec41 2024-11-17T09:53:50,057 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/a/6467633dbacd461a9b73bb2d7101ec41 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/a/6467633dbacd461a9b73bb2d7101ec41 2024-11-17T09:53:50,064 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/a/6467633dbacd461a9b73bb2d7101ec41, entries=754, sequenceid=754, filesize=49.3 K 2024-11-17T09:53:50,064 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 593e933fe7f039262d59af6e4cb22abe in 70ms, sequenceid=754, compaction requested=false; wal=null 2024-11-17T09:53:50,091 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T09:53:50,091 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 593e933fe7f039262d59af6e4cb22abe 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-17T09:53:50,100 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/a/a9b8e0d7ed2244b4a7f4fef6f5b00630 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731837225208/Put/seqid=0 2024-11-17T09:53:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741859_1036 (size=20072) 2024-11-17T09:53:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741859_1036 (size=20072) 2024-11-17T09:53:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741859_1036 (size=20072) 2024-11-17T09:53:50,108 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/a/a9b8e0d7ed2244b4a7f4fef6f5b00630 2024-11-17T09:53:50,132 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/b/d6648e04c75a4d2898bf55ee946f4dab is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731837225232/Put/seqid=0 2024-11-17T09:53:50,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741860_1037 (size=35835) 2024-11-17T09:53:50,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741860_1037 (size=35835) 2024-11-17T09:53:50,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741860_1037 (size=35835) 2024-11-17T09:53:50,141 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/b/d6648e04c75a4d2898bf55ee946f4dab 2024-11-17T09:53:50,149 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/a/a9b8e0d7ed2244b4a7f4fef6f5b00630 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/a/a9b8e0d7ed2244b4a7f4fef6f5b00630 2024-11-17T09:53:50,155 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/a/a9b8e0d7ed2244b4a7f4fef6f5b00630, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-17T09:53:50,157 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/b/d6648e04c75a4d2898bf55ee946f4dab as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/b/d6648e04c75a4d2898bf55ee946f4dab 2024-11-17T09:53:50,163 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/b/d6648e04c75a4d2898bf55ee946f4dab, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-17T09:53:50,163 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 593e933fe7f039262d59af6e4cb22abe in 72ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-17T09:53:50,172 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T09:53:50,173 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 593e933fe7f039262d59af6e4cb22abe 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-17T09:53:50,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/b/1aec794e6ab548da83b5878adbe7c4f1 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731837225259/Put/seqid=0 2024-11-17T09:53:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741861_1038 (size=35082) 2024-11-17T09:53:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741861_1038 (size=35082) 2024-11-17T09:53:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741861_1038 (size=35082) 2024-11-17T09:53:50,188 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/b/1aec794e6ab548da83b5878adbe7c4f1 2024-11-17T09:53:50,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/c/15923f36d1414c29938e496566f9f9c5 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731837225297/Put/seqid=0 2024-11-17T09:53:50,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741862_1039 (size=20825) 2024-11-17T09:53:50,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741862_1039 (size=20825) 2024-11-17T09:53:50,232 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/c/15923f36d1414c29938e496566f9f9c5 2024-11-17T09:53:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741862_1039 (size=20825) 2024-11-17T09:53:50,239 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/b/1aec794e6ab548da83b5878adbe7c4f1 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/b/1aec794e6ab548da83b5878adbe7c4f1 2024-11-17T09:53:50,246 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/b/1aec794e6ab548da83b5878adbe7c4f1, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-17T09:53:50,247 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/c/15923f36d1414c29938e496566f9f9c5 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/c/15923f36d1414c29938e496566f9f9c5 2024-11-17T09:53:50,254 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/c/15923f36d1414c29938e496566f9f9c5, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-17T09:53:50,254 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 593e933fe7f039262d59af6e4cb22abe in 82ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-17T09:53:50,263 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731837225333/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. 2024-11-17T09:53:50,266 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000003002 2024-11-17T09:53:50,266 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T09:53:50,267 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 593e933fe7f039262d59af6e4cb22abe 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-17T09:53:50,274 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/c/ebaba8d842cd4515b3e9f88cfba0b9e2 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731837225304/Put/seqid=0 2024-11-17T09:53:50,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741863_1040 (size=50301) 2024-11-17T09:53:50,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741863_1040 (size=50301) 2024-11-17T09:53:50,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741863_1040 (size=50301) 2024-11-17T09:53:50,283 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/c/ebaba8d842cd4515b3e9f88cfba0b9e2 2024-11-17T09:53:50,289 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebaba8d842cd4515b3e9f88cfba0b9e2 2024-11-17T09:53:50,290 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/.tmp/c/ebaba8d842cd4515b3e9f88cfba0b9e2 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/c/ebaba8d842cd4515b3e9f88cfba0b9e2 2024-11-17T09:53:50,296 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebaba8d842cd4515b3e9f88cfba0b9e2 2024-11-17T09:53:50,297 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/c/ebaba8d842cd4515b3e9f88cfba0b9e2, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-17T09:53:50,297 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 593e933fe7f039262d59af6e4cb22abe in 31ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-17T09:53:50,298 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/0000000000000003002 2024-11-17T09:53:50,299 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:50,299 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:50,300 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T09:53:50,302 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 593e933fe7f039262d59af6e4cb22abe 2024-11-17T09:53:50,304 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenIntoWAL/593e933fe7f039262d59af6e4cb22abe/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-17T09:53:50,305 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 593e933fe7f039262d59af6e4cb22abe; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74789012, jitterRate=0.11444312334060669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T09:53:50,306 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 593e933fe7f039262d59af6e4cb22abe: Writing region info on filesystem at 1731837229536Initializing all the Stores at 1731837229538 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837229538Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837229538Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837229538Cleaning up temporary data from old regions at 1731837230299 (+761 ms)Region opened successfully at 1731837230305 (+6 ms) 2024-11-17T09:53:50,368 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 593e933fe7f039262d59af6e4cb22abe, disabling compactions & flushes 2024-11-17T09:53:50,369 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. 2024-11-17T09:53:50,369 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. 2024-11-17T09:53:50,369 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. after waiting 0 ms 2024-11-17T09:53:50,369 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. 2024-11-17T09:53:50,372 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731837225045.593e933fe7f039262d59af6e4cb22abe. 2024-11-17T09:53:50,372 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 593e933fe7f039262d59af6e4cb22abe: Waiting for close lock at 1731837230368Disabling compacts and flushes for region at 1731837230368Disabling writes for close at 1731837230369 (+1 ms)Writing region close event to WAL at 1731837230371 (+2 ms)Closed at 1731837230371 2024-11-17T09:53:50,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741857_1034 (size=93) 2024-11-17T09:53:50,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741857_1034 (size=93) 2024-11-17T09:53:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741857_1034 (size=93) 2024-11-17T09:53:50,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:53:50,379 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731837229514) 2024-11-17T09:53:50,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=402 (was 386) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:41005 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1812143878_22 at /127.0.0.1:38848 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:43543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1812143878_22 at /127.0.0.1:43378 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:37719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1812143878_22 at /127.0.0.1:54038 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1812143878_22 at /127.0.0.1:54064 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 144) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3305 (was 3373) 2024-11-17T09:53:50,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=3301 2024-11-17T09:53:50,429 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:50,432 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:50,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:50,436 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-56576133, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-56576133, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:50,452 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-56576133/hregion-56576133.1731837230437, exclude list is [], retry=0 2024-11-17T09:53:50,455 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:50,455 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:50,456 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:50,458 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-56576133/hregion-56576133.1731837230437 2024-11-17T09:53:50,458 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:50,458 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 59e8f173608398c748d3dae6c15affad, NAME => 'test2727,,1731837230430.59e8f173608398c748d3dae6c15affad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:53:50,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741865_1042 (size=43) 2024-11-17T09:53:50,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741865_1042 (size=43) 2024-11-17T09:53:50,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741865_1042 (size=43) 2024-11-17T09:53:50,472 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731837230430.59e8f173608398c748d3dae6c15affad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:50,473 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:50,475 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e8f173608398c748d3dae6c15affad columnFamilyName a 2024-11-17T09:53:50,475 DEBUG [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:50,476 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(327): Store=59e8f173608398c748d3dae6c15affad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:50,476 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:50,478 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e8f173608398c748d3dae6c15affad columnFamilyName b 2024-11-17T09:53:50,478 DEBUG [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:50,479 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(327): Store=59e8f173608398c748d3dae6c15affad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:50,479 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:50,481 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e8f173608398c748d3dae6c15affad columnFamilyName c 2024-11-17T09:53:50,481 DEBUG [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:50,481 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(327): Store=59e8f173608398c748d3dae6c15affad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:50,481 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:50,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:50,483 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:50,484 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:50,484 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:50,485 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:53:50,486 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:50,489 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:50,489 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 59e8f173608398c748d3dae6c15affad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66306189, jitterRate=-0.011960789561271667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:53:50,491 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 59e8f173608398c748d3dae6c15affad: Writing region info on filesystem at 1731837230472Initializing all the Stores at 1731837230473 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837230473Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837230473Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837230473Cleaning up temporary data from old regions at 1731837230484 (+11 ms)Region opened successfully at 1731837230491 (+7 ms) 2024-11-17T09:53:50,491 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 59e8f173608398c748d3dae6c15affad, disabling compactions & flushes 2024-11-17T09:53:50,491 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. 2024-11-17T09:53:50,492 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. 2024-11-17T09:53:50,492 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. after waiting 0 ms 2024-11-17T09:53:50,492 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. 2024-11-17T09:53:50,492 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. 2024-11-17T09:53:50,492 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 59e8f173608398c748d3dae6c15affad: Waiting for close lock at 1731837230491Disabling compacts and flushes for region at 1731837230491Disabling writes for close at 1731837230492 (+1 ms)Writing region close event to WAL at 1731837230492Closed at 1731837230492 2024-11-17T09:53:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741864_1041 (size=93) 2024-11-17T09:53:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741864_1041 (size=93) 2024-11-17T09:53:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741864_1041 (size=93) 2024-11-17T09:53:50,499 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:53:50,499 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-56576133:(num 1731837230437) 2024-11-17T09:53:50,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:50,501 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:50,516 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502, exclude list is [], retry=0 2024-11-17T09:53:50,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:50,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:50,520 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:50,523 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502 2024-11-17T09:53:50,523 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:50,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741866_1043 (size=200357) 2024-11-17T09:53:50,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741866_1043 (size=200357) 2024-11-17T09:53:50,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741866_1043 (size=200357) 2024-11-17T09:53:50,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502, size=195.7 K (200357bytes) 2024-11-17T09:53:50,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502 2024-11-17T09:53:50,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502 after 0ms 2024-11-17T09:53:50,738 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:50,739 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502 took 5ms 2024-11-17T09:53:50,744 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731837230502.temp 2024-11-17T09:53:50,746 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000000001-wal.1731837230502.temp 2024-11-17T09:53:50,795 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502 so closing down 2024-11-17T09:53:50,795 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:50,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:50,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741867_1044 (size=200357) 2024-11-17T09:53:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741867_1044 (size=200357) 2024-11-17T09:53:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741867_1044 (size=200357) 2024-11-17T09:53:50,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000000001-wal.1731837230502.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-11-17T09:53:50,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000000001-wal.1731837230502.temp to hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003000 2024-11-17T09:53:50,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-17T09:53:50,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502, journal: Splitting hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502, size=195.7 K (200357bytes) at 1731837230734Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000000001-wal.1731837230502.temp at 1731837230746 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731837230761 (+15 ms)Split 2048 edits, skipped 0 edits. at 1731837230779 (+18 ms)Finishing writing output for hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502 so closing down at 1731837230795 (+16 ms)3 split writer threads finished at 1731837230797 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000000001-wal.1731837230502.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1731837230802 (+5 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000000001-wal.1731837230502.temp to hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003000 at 1731837230804 (+2 ms)Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731837230804 2024-11-17T09:53:50,806 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230502 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837230502 2024-11-17T09:53:50,807 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003000 2024-11-17T09:53:50,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:50,809 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:50,825 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810, exclude list is [], retry=0 2024-11-17T09:53:50,828 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:50,828 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:50,829 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:50,832 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810 2024-11-17T09:53:50,832 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:53:50,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741868_1045 (size=200484) 2024-11-17T09:53:50,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741868_1045 (size=200484) 2024-11-17T09:53:50,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741868_1045 (size=200484) 2024-11-17T09:53:51,001 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810, size=195.8 K (200484bytes) 2024-11-17T09:53:51,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810 2024-11-17T09:53:51,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810 after 0ms 2024-11-17T09:53:51,004 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:51,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810 took 4ms 2024-11-17T09:53:51,009 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731837230810.temp 2024-11-17T09:53:51,011 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003001-wal.1731837230810.temp 2024-11-17T09:53:51,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810 so closing down 2024-11-17T09:53:51,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:51,065 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:51,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741869_1046 (size=200484) 2024-11-17T09:53:51,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741869_1046 (size=200484) 2024-11-17T09:53:51,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003001-wal.1731837230810.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-11-17T09:53:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741869_1046 (size=200484) 2024-11-17T09:53:51,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003001-wal.1731837230810.temp to hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000006000 2024-11-17T09:53:51,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-17T09:53:51,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810, journal: Splitting hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810, size=195.8 K (200484bytes) at 1731837231001Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003001-wal.1731837230810.temp at 1731837231011 (+10 ms)Split 1024 edits, skipped 0 edits. at 1731837231026 (+15 ms)Split 2048 edits, skipped 0 edits. at 1731837231046 (+20 ms)Finishing writing output for hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810 so closing down at 1731837231065 (+19 ms)3 split writer threads finished at 1731837231065Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003001-wal.1731837230810.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1731837231072 (+7 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003001-wal.1731837230810.temp to hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000006000 at 1731837231074 (+2 ms)Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731837231074 2024-11-17T09:53:51,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837230810 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837230810 2024-11-17T09:53:51,077 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000006000 2024-11-17T09:53:51,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:51,079 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/test2727-manual,16010,1731837230428, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:51,094 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837231079, exclude list is [], retry=0 2024-11-17T09:53:51,097 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:51,097 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:51,098 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:51,100 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731837230428/wal.1731837231079 2024-11-17T09:53:51,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:51,100 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 59e8f173608398c748d3dae6c15affad, NAME => 'test2727,,1731837230430.59e8f173608398c748d3dae6c15affad.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:51,101 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731837230430.59e8f173608398c748d3dae6c15affad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:51,101 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,101 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,102 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,103 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e8f173608398c748d3dae6c15affad columnFamilyName a 2024-11-17T09:53:51,104 DEBUG [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,104 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(327): Store=59e8f173608398c748d3dae6c15affad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,104 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,105 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e8f173608398c748d3dae6c15affad columnFamilyName b 2024-11-17T09:53:51,105 DEBUG [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,106 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(327): Store=59e8f173608398c748d3dae6c15affad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,106 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,107 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e8f173608398c748d3dae6c15affad columnFamilyName c 2024-11-17T09:53:51,107 DEBUG [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,108 INFO [StoreOpener-59e8f173608398c748d3dae6c15affad-1 {}] regionserver.HStore(327): Store=59e8f173608398c748d3dae6c15affad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,108 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,109 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,111 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,112 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003000 2024-11-17T09:53:51,114 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:51,164 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003000 2024-11-17T09:53:51,165 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000006000 2024-11-17T09:53:51,168 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:51,215 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000006000 2024-11-17T09:53:51,215 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 59e8f173608398c748d3dae6c15affad 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-17T09:53:51,237 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/.tmp/a/3dbb22c8aa254ad5af79f59316a4a225 is 41, key is test2727/a:100/1731837230837/Put/seqid=0 2024-11-17T09:53:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741871_1048 (size=84227) 2024-11-17T09:53:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741871_1048 (size=84227) 2024-11-17T09:53:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741871_1048 (size=84227) 2024-11-17T09:53:51,246 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/.tmp/a/3dbb22c8aa254ad5af79f59316a4a225 2024-11-17T09:53:51,275 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/.tmp/b/6b155d5bc26a40328369143950aa47f9 is 41, key is test2727/b:100/1731837230885/Put/seqid=0 2024-11-17T09:53:51,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741872_1049 (size=84609) 2024-11-17T09:53:51,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741872_1049 (size=84609) 2024-11-17T09:53:51,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741872_1049 (size=84609) 2024-11-17T09:53:51,282 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/.tmp/b/6b155d5bc26a40328369143950aa47f9 2024-11-17T09:53:51,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/.tmp/c/b82b46aedc034d6887c1554ad85cb799 is 41, key is test2727/c:100/1731837230930/Put/seqid=0 2024-11-17T09:53:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741873_1050 (size=84609) 2024-11-17T09:53:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741873_1050 (size=84609) 2024-11-17T09:53:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741873_1050 (size=84609) 2024-11-17T09:53:51,316 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/.tmp/c/b82b46aedc034d6887c1554ad85cb799 2024-11-17T09:53:51,323 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/.tmp/a/3dbb22c8aa254ad5af79f59316a4a225 as hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/a/3dbb22c8aa254ad5af79f59316a4a225 2024-11-17T09:53:51,329 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/a/3dbb22c8aa254ad5af79f59316a4a225, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-17T09:53:51,330 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/.tmp/b/6b155d5bc26a40328369143950aa47f9 as hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/b/6b155d5bc26a40328369143950aa47f9 2024-11-17T09:53:51,337 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/b/6b155d5bc26a40328369143950aa47f9, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-17T09:53:51,338 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/.tmp/c/b82b46aedc034d6887c1554ad85cb799 as hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/c/b82b46aedc034d6887c1554ad85cb799 2024-11-17T09:53:51,345 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/c/b82b46aedc034d6887c1554ad85cb799, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-17T09:53:51,345 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 59e8f173608398c748d3dae6c15affad in 130ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-17T09:53:51,346 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000003000 2024-11-17T09:53:51,347 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/0000000000000006000 2024-11-17T09:53:51,348 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,348 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,349 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:53:51,350 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 59e8f173608398c748d3dae6c15affad 2024-11-17T09:53:51,353 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/test2727/59e8f173608398c748d3dae6c15affad/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-17T09:53:51,354 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 59e8f173608398c748d3dae6c15affad; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75448901, jitterRate=0.12427623569965363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:53:51,355 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 59e8f173608398c748d3dae6c15affad: Writing region info on filesystem at 1731837231101Initializing all the Stores at 1731837231102 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231102Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231102Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231102Obtaining lock to block concurrent updates at 1731837231215 (+113 ms)Preparing flush snapshotting stores in 59e8f173608398c748d3dae6c15affad at 1731837231215Finished memstore snapshotting test2727,,1731837230430.59e8f173608398c748d3dae6c15affad., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731837231215Flushing stores of test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. at 1731837231215Flushing 59e8f173608398c748d3dae6c15affad/a: creating writer at 1731837231216 (+1 ms)Flushing 59e8f173608398c748d3dae6c15affad/a: appending metadata at 1731837231237 (+21 ms)Flushing 59e8f173608398c748d3dae6c15affad/a: closing flushed file at 1731837231237Flushing 59e8f173608398c748d3dae6c15affad/b: creating writer at 1731837231253 (+16 ms)Flushing 59e8f173608398c748d3dae6c15affad/b: appending metadata at 1731837231272 (+19 ms)Flushing 59e8f173608398c748d3dae6c15affad/b: closing flushed file at 1731837231273 (+1 ms)Flushing 59e8f173608398c748d3dae6c15affad/c: creating writer at 1731837231288 (+15 ms)Flushing 59e8f173608398c748d3dae6c15affad/c: appending metadata at 1731837231307 (+19 ms)Flushing 59e8f173608398c748d3dae6c15affad/c: closing flushed file at 1731837231307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5acd9066: reopening flushed file at 1731837231322 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2060fa5a: reopening flushed file at 1731837231329 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9e4312: reopening flushed file at 1731837231337 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 59e8f173608398c748d3dae6c15affad in 130ms, sequenceid=6000, compaction requested=false; wal=null at 1731837231345 (+8 ms)Cleaning up temporary data from old regions at 1731837231348 (+3 ms)Region opened successfully at 1731837231355 (+7 ms) 2024-11-17T09:53:51,357 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-17T09:53:51,357 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 59e8f173608398c748d3dae6c15affad, disabling compactions & flushes 2024-11-17T09:53:51,357 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. 2024-11-17T09:53:51,357 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. 2024-11-17T09:53:51,357 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. after waiting 0 ms 2024-11-17T09:53:51,357 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. 2024-11-17T09:53:51,358 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731837230430.59e8f173608398c748d3dae6c15affad. 2024-11-17T09:53:51,358 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 59e8f173608398c748d3dae6c15affad: Waiting for close lock at 1731837231357Disabling compacts and flushes for region at 1731837231357Disabling writes for close at 1731837231357Writing region close event to WAL at 1731837231358 (+1 ms)Closed at 1731837231358 2024-11-17T09:53:51,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741870_1047 (size=93) 2024-11-17T09:53:51,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741870_1047 (size=93) 2024-11-17T09:53:51,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741870_1047 (size=93) 2024-11-17T09:53:51,365 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:53:51,365 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731837231079) 2024-11-17T09:53:51,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=404 (was 402) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:38848 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:47546 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:54064 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=3093 (was 3301) 2024-11-17T09:53:51,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=3092 2024-11-17T09:53:51,410 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:51,417 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:51,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731837231418 2024-11-17T09:53:51,425 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418 2024-11-17T09:53:51,429 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:53:51,431 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 24fc073e6b469eccaca86b2e01fb3e66, NAME => 'testSequentialEditLogSeqNum,,1731837231411.24fc073e6b469eccaca86b2e01fb3e66.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:51,432 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731837231411.24fc073e6b469eccaca86b2e01fb3e66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:51,432 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 24fc073e6b469eccaca86b2e01fb3e66 2024-11-17T09:53:51,432 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 24fc073e6b469eccaca86b2e01fb3e66 2024-11-17T09:53:51,433 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66 doesn't exist for region: 24fc073e6b469eccaca86b2e01fb3e66 on table testSequentialEditLogSeqNum 2024-11-17T09:53:51,433 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 24fc073e6b469eccaca86b2e01fb3e66 on table testSequentialEditLogSeqNum 2024-11-17T09:53:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741875_1052 (size=62) 2024-11-17T09:53:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741875_1052 (size=62) 2024-11-17T09:53:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741875_1052 (size=62) 2024-11-17T09:53:51,445 INFO [StoreOpener-24fc073e6b469eccaca86b2e01fb3e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 24fc073e6b469eccaca86b2e01fb3e66 2024-11-17T09:53:51,446 INFO [StoreOpener-24fc073e6b469eccaca86b2e01fb3e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24fc073e6b469eccaca86b2e01fb3e66 columnFamilyName a 2024-11-17T09:53:51,447 DEBUG [StoreOpener-24fc073e6b469eccaca86b2e01fb3e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,447 INFO [StoreOpener-24fc073e6b469eccaca86b2e01fb3e66-1 {}] regionserver.HStore(327): Store=24fc073e6b469eccaca86b2e01fb3e66/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,448 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 24fc073e6b469eccaca86b2e01fb3e66 2024-11-17T09:53:51,448 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66 2024-11-17T09:53:51,449 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66 2024-11-17T09:53:51,449 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 24fc073e6b469eccaca86b2e01fb3e66 2024-11-17T09:53:51,449 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 24fc073e6b469eccaca86b2e01fb3e66 2024-11-17T09:53:51,451 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 24fc073e6b469eccaca86b2e01fb3e66 2024-11-17T09:53:51,453 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:51,454 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 24fc073e6b469eccaca86b2e01fb3e66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61328974, jitterRate=-0.08612707257270813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T09:53:51,455 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 24fc073e6b469eccaca86b2e01fb3e66: Writing region info on filesystem at 1731837231432Initializing all the Stores at 1731837231444 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231444Cleaning up temporary data from old regions at 1731837231449 (+5 ms)Region opened successfully at 1731837231455 (+6 ms) 2024-11-17T09:53:51,471 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 24fc073e6b469eccaca86b2e01fb3e66 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-17T09:53:51,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/.tmp/a/f6fd531ef3b0400eab58f4bbfa8879a0 is 81, key is testSequentialEditLogSeqNum/a:x0/1731837231455/Put/seqid=0 2024-11-17T09:53:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741876_1053 (size=5833) 2024-11-17T09:53:51,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741876_1053 (size=5833) 2024-11-17T09:53:51,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741876_1053 (size=5833) 2024-11-17T09:53:51,509 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/.tmp/a/f6fd531ef3b0400eab58f4bbfa8879a0 2024-11-17T09:53:51,516 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/.tmp/a/f6fd531ef3b0400eab58f4bbfa8879a0 as hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/a/f6fd531ef3b0400eab58f4bbfa8879a0 2024-11-17T09:53:51,522 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/a/f6fd531ef3b0400eab58f4bbfa8879a0, entries=10, sequenceid=13, filesize=5.7 K 2024-11-17T09:53:51,524 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 24fc073e6b469eccaca86b2e01fb3e66 in 52ms, sequenceid=13, compaction requested=false 2024-11-17T09:53:51,524 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 24fc073e6b469eccaca86b2e01fb3e66: 2024-11-17T09:53:51,530 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T09:53:51,530 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T09:53:51,530 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T09:53:51,530 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T09:53:51,530 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T09:53:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741874_1051 (size=1616) 2024-11-17T09:53:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741874_1051 (size=1616) 2024-11-17T09:53:51,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741874_1051 (size=1616) 2024-11-17T09:53:51,551 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418, size=1.6 K (1616bytes) 2024-11-17T09:53:51,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418 2024-11-17T09:53:51,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418 after 1ms 2024-11-17T09:53:51,555 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:51,555 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418 took 4ms 2024-11-17T09:53:51,558 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418 so closing down 2024-11-17T09:53:51,558 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:51,559 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731837231418.temp 2024-11-17T09:53:51,561 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/recovered.edits/0000000000000000003-wal.1731837231418.temp 2024-11-17T09:53:51,561 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:51,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741877_1054 (size=1175) 2024-11-17T09:53:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741877_1054 (size=1175) 2024-11-17T09:53:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741877_1054 (size=1175) 2024-11-17T09:53:51,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/recovered.edits/0000000000000000003-wal.1731837231418.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-17T09:53:51,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/recovered.edits/0000000000000000003-wal.1731837231418.temp to hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/recovered.edits/0000000000000000020 2024-11-17T09:53:51,576 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-17T09:53:51,576 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418, journal: Splitting hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418, size=1.6 K (1616bytes) at 1731837231551Finishing writing output for hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418 so closing down at 1731837231558 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/recovered.edits/0000000000000000003-wal.1731837231418.temp at 1731837231561 (+3 ms)3 split writer threads finished at 1731837231561Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/recovered.edits/0000000000000000003-wal.1731837231418.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731837231574 (+13 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/recovered.edits/0000000000000000003-wal.1731837231418.temp to hdfs://localhost:41005/hbase/data/default/testSequentialEditLogSeqNum/24fc073e6b469eccaca86b2e01fb3e66/recovered.edits/0000000000000000020 at 1731837231576 (+2 ms)Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:41005/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731837231410/wal.1731837231418, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731837231576 2024-11-17T09:53:51,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:38848 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:47546 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:54064 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=3056 (was 3092) 2024-11-17T09:53:51,615 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=3053 2024-11-17T09:53:51,639 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:51,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T09:53:51,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T09:53:51,642 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:51,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T09:53:51,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T09:53:51,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T09:53:51,643 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T09:53:51,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-17T09:53:51,644 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-17T09:53:51,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-17T09:53:51,645 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-17T09:53:51,665 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:51,669 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-12016902, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-12016902, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:51,717 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-12016902/hregion-12016902.1731837231670, exclude list is [], retry=0 2024-11-17T09:53:51,720 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:51,720 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:51,721 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:51,725 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-12016902/hregion-12016902.1731837231670 2024-11-17T09:53:51,730 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:53:51,731 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7c5a1e89878796d318332ab066297181, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:53:51,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741879_1056 (size=70) 2024-11-17T09:53:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741879_1056 (size=70) 2024-11-17T09:53:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741879_1056 (size=70) 2024-11-17T09:53:51,751 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:51,752 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,754 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5a1e89878796d318332ab066297181 columnFamilyName a 2024-11-17T09:53:51,754 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,755 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(327): Store=7c5a1e89878796d318332ab066297181/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,755 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,756 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5a1e89878796d318332ab066297181 columnFamilyName b 2024-11-17T09:53:51,756 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,757 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(327): Store=7c5a1e89878796d318332ab066297181/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,757 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,758 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5a1e89878796d318332ab066297181 columnFamilyName c 2024-11-17T09:53:51,758 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,758 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(327): Store=7c5a1e89878796d318332ab066297181/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,759 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,760 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,761 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,761 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,761 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:53:51,763 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,765 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:51,765 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7c5a1e89878796d318332ab066297181; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62185700, jitterRate=-0.0733608603477478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:53:51,766 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7c5a1e89878796d318332ab066297181: Writing region info on filesystem at 1731837231751Initializing all the Stores at 1731837231752 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231752Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231752Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231752Cleaning up temporary data from old regions at 1731837231761 (+9 ms)Region opened successfully at 1731837231766 (+5 ms) 2024-11-17T09:53:51,766 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7c5a1e89878796d318332ab066297181, disabling compactions & flushes 2024-11-17T09:53:51,766 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. 2024-11-17T09:53:51,766 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. 2024-11-17T09:53:51,766 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. after waiting 0 ms 2024-11-17T09:53:51,766 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. 2024-11-17T09:53:51,767 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. 2024-11-17T09:53:51,767 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7c5a1e89878796d318332ab066297181: Waiting for close lock at 1731837231766Disabling compacts and flushes for region at 1731837231766Disabling writes for close at 1731837231766Writing region close event to WAL at 1731837231767 (+1 ms)Closed at 1731837231767 2024-11-17T09:53:51,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741878_1055 (size=93) 2024-11-17T09:53:51,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741878_1055 (size=93) 2024-11-17T09:53:51,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741878_1055 (size=93) 2024-11-17T09:53:51,773 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:53:51,773 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-12016902:(num 1731837231670) 2024-11-17T09:53:51,773 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:51,776 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:51,797 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776, exclude list is [], retry=0 2024-11-17T09:53:51,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:51,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:51,801 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:51,803 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 2024-11-17T09:53:51,804 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:53:51,804 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c5a1e89878796d318332ab066297181, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:51,804 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:51,804 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,804 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,806 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,808 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5a1e89878796d318332ab066297181 columnFamilyName a 2024-11-17T09:53:51,808 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,808 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(327): Store=7c5a1e89878796d318332ab066297181/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,809 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,810 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5a1e89878796d318332ab066297181 columnFamilyName b 2024-11-17T09:53:51,810 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,810 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(327): Store=7c5a1e89878796d318332ab066297181/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,810 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,811 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5a1e89878796d318332ab066297181 columnFamilyName c 2024-11-17T09:53:51,811 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:51,812 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(327): Store=7c5a1e89878796d318332ab066297181/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:51,812 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,813 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,814 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,816 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,816 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,816 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:53:51,818 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:51,819 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7c5a1e89878796d318332ab066297181; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75277761, jitterRate=0.12172605097293854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:53:51,820 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7c5a1e89878796d318332ab066297181: Writing region info on filesystem at 1731837231805Initializing all the Stores at 1731837231806 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231806Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231806Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837231806Cleaning up temporary data from old regions at 1731837231816 (+10 ms)Region opened successfully at 1731837231819 (+3 ms) 2024-11-17T09:53:51,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731837231823/Put/seqid=0 2024-11-17T09:53:51,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741881_1058 (size=4826) 2024-11-17T09:53:51,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741881_1058 (size=4826) 2024-11-17T09:53:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741881_1058 (size=4826) 2024-11-17T09:53:51,835 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41005/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 7c5a1e89878796d318332ab066297181/a 2024-11-17T09:53:51,844 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-17T09:53:51,844 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T09:53:51,845 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7c5a1e89878796d318332ab066297181: 2024-11-17T09:53:51,847 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/a/e73d95d6ce16425abf559452eeb2ff98_SeqId_3_ 2024-11-17T09:53:51,848 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41005/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7c5a1e89878796d318332ab066297181/a as hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/a/e73d95d6ce16425abf559452eeb2ff98_SeqId_3_ - updating store file list. 2024-11-17T09:53:51,854 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e73d95d6ce16425abf559452eeb2ff98_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-17T09:53:51,855 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/a/e73d95d6ce16425abf559452eeb2ff98_SeqId_3_ into 7c5a1e89878796d318332ab066297181/a 2024-11-17T09:53:51,855 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41005/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7c5a1e89878796d318332ab066297181/a (new location: hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/a/e73d95d6ce16425abf559452eeb2ff98_SeqId_3_) 2024-11-17T09:53:51,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776, size=0 (0bytes) 2024-11-17T09:53:51,898 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 might be still open, length is 0 2024-11-17T09:53:51,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 2024-11-17T09:53:51,898 WARN [IPC Server handler 3 on default port 41005 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-17T09:53:51,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 after 1ms 2024-11-17T09:53:52,194 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:59686 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59686 dst: /127.0.0.1:34455 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34455 remote=/127.0.0.1:59686]. Total timeout mills is 60000, 59667 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:53:52,194 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:47616 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47616 dst: /127.0.0.1:34715 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:53:52,194 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:53590 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41849:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53590 dst: /127.0.0.1:41849 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:53:52,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741880_1059 (size=434) 2024-11-17T09:53:52,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741880_1059 (size=434) 2024-11-17T09:53:55,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 after 4001ms 2024-11-17T09:53:55,903 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:55,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 took 4006ms 2024-11-17T09:53:55,905 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776; continuing. 2024-11-17T09:53:55,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 so closing down 2024-11-17T09:53:55,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:55,907 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731837231776.temp 2024-11-17T09:53:55,909 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005-wal.1731837231776.temp 2024-11-17T09:53:55,909 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:55,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741882_1060 (size=236) 2024-11-17T09:53:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741882_1060 (size=236) 2024-11-17T09:53:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741882_1060 (size=236) 2024-11-17T09:53:55,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005-wal.1731837231776.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T09:53:55,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005-wal.1731837231776.temp to hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005 2024-11-17T09:53:55,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T09:53:55,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776, journal: Splitting hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776, size=0 (0bytes) at 1731837231898Finishing writing output for hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 so closing down at 1731837235905 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005-wal.1731837231776.temp at 1731837235909 (+4 ms)3 split writer threads finished at 1731837235909Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005-wal.1731837231776.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731837235920 (+11 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005-wal.1731837231776.temp to hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005 at 1731837235922 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776, size=0, length=0, corrupted=false, cancelled=false at 1731837235922 2024-11-17T09:53:55,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837231776 2024-11-17T09:53:55,925 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005 2024-11-17T09:53:55,925 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:55,927 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:55,940 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837235927, exclude list is [], retry=0 2024-11-17T09:53:55,943 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:55,944 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:55,944 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:55,945 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837235927 2024-11-17T09:53:55,946 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:53:55,946 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c5a1e89878796d318332ab066297181, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:55,946 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:55,946 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:55,946 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:55,948 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:55,949 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5a1e89878796d318332ab066297181 columnFamilyName a 2024-11-17T09:53:55,949 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:55,955 DEBUG [StoreFileOpener-7c5a1e89878796d318332ab066297181-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e73d95d6ce16425abf559452eeb2ff98_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-17T09:53:55,955 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/a/e73d95d6ce16425abf559452eeb2ff98_SeqId_3_ 2024-11-17T09:53:55,955 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(327): Store=7c5a1e89878796d318332ab066297181/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:55,956 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:55,957 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5a1e89878796d318332ab066297181 columnFamilyName b 2024-11-17T09:53:55,957 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:55,957 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(327): Store=7c5a1e89878796d318332ab066297181/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:55,957 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:55,958 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5a1e89878796d318332ab066297181 columnFamilyName c 2024-11-17T09:53:55,958 DEBUG [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:55,959 INFO [StoreOpener-7c5a1e89878796d318332ab066297181-1 {}] regionserver.HStore(327): Store=7c5a1e89878796d318332ab066297181/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:55,959 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:55,959 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181 2024-11-17T09:53:55,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181 2024-11-17T09:53:55,962 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005 2024-11-17T09:53:55,964 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:55,965 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005 2024-11-17T09:53:55,965 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7c5a1e89878796d318332ab066297181 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-17T09:53:55,981 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/.tmp/a/9d2122a353014057a52669c25fb477da is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731837231860/Put/seqid=0 2024-11-17T09:53:55,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741884_1062 (size=5149) 2024-11-17T09:53:55,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741884_1062 (size=5149) 2024-11-17T09:53:55,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741884_1062 (size=5149) 2024-11-17T09:53:55,989 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/.tmp/a/9d2122a353014057a52669c25fb477da 2024-11-17T09:53:55,994 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/.tmp/a/9d2122a353014057a52669c25fb477da as hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/a/9d2122a353014057a52669c25fb477da 2024-11-17T09:53:56,000 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/a/9d2122a353014057a52669c25fb477da, entries=1, sequenceid=5, filesize=5.0 K 2024-11-17T09:53:56,000 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7c5a1e89878796d318332ab066297181 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-11-17T09:53:56,001 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/0000000000000000005 2024-11-17T09:53:56,002 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:56,002 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:56,002 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:53:56,004 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7c5a1e89878796d318332ab066297181 2024-11-17T09:53:56,006 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7c5a1e89878796d318332ab066297181/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T09:53:56,007 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7c5a1e89878796d318332ab066297181; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74323812, jitterRate=0.10751110315322876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:53:56,007 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7c5a1e89878796d318332ab066297181: Writing region info on filesystem at 1731837235947Initializing all the Stores at 1731837235948 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837235948Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837235948Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837235948Obtaining lock to block concurrent updates at 1731837235965 (+17 ms)Preparing flush snapshotting stores in 7c5a1e89878796d318332ab066297181 at 1731837235965Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731837235966 (+1 ms)Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. at 1731837235966Flushing 7c5a1e89878796d318332ab066297181/a: creating writer at 1731837235966Flushing 7c5a1e89878796d318332ab066297181/a: appending metadata at 1731837235980 (+14 ms)Flushing 7c5a1e89878796d318332ab066297181/a: closing flushed file at 1731837235980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b281e89: reopening flushed file at 1731837235994 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7c5a1e89878796d318332ab066297181 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1731837236000 (+6 ms)Cleaning up temporary data from old regions at 1731837236002 (+2 ms)Region opened successfully at 1731837236007 (+5 ms) 2024-11-17T09:53:56,011 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7c5a1e89878796d318332ab066297181, disabling compactions & flushes 2024-11-17T09:53:56,011 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. 2024-11-17T09:53:56,011 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. 2024-11-17T09:53:56,011 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. after waiting 0 ms 2024-11-17T09:53:56,011 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. 2024-11-17T09:53:56,012 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731837231640.7c5a1e89878796d318332ab066297181. 2024-11-17T09:53:56,012 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7c5a1e89878796d318332ab066297181: Waiting for close lock at 1731837236011Disabling compacts and flushes for region at 1731837236011Disabling writes for close at 1731837236011Writing region close event to WAL at 1731837236012 (+1 ms)Closed at 1731837236012 2024-11-17T09:53:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741883_1061 (size=93) 2024-11-17T09:53:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741883_1061 (size=93) 2024-11-17T09:53:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741883_1061 (size=93) 2024-11-17T09:53:56,018 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:53:56,018 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731837235927) 2024-11-17T09:53:56,032 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 409) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:41005 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-139503261_22 at /127.0.0.1:47648 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-139503261_22 at /127.0.0.1:53612 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=2996 (was 3053) 2024-11-17T09:53:56,044 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=2994 2024-11-17T09:53:56,059 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:56,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T09:53:56,069 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 70e37c475432,41871,1731837221235 2024-11-17T09:53:56,071 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c5a10ab 2024-11-17T09:53:56,072 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T09:53:56,074 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T09:53:56,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T09:53:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-17T09:53:56,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T09:53:56,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-17T09:53:56,089 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:56,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T09:53:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T09:53:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741885_1063 (size=694) 2024-11-17T09:53:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741885_1063 (size=694) 2024-11-17T09:53:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741885_1063 (size=694) 2024-11-17T09:53:56,103 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09c2fa72b581f49cb7b155fee5d054b0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18 2024-11-17T09:53:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741886_1064 (size=77) 2024-11-17T09:53:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741886_1064 (size=77) 2024-11-17T09:53:56,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741886_1064 (size=77) 2024-11-17T09:53:56,115 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:56,116 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 09c2fa72b581f49cb7b155fee5d054b0, disabling compactions & flushes 2024-11-17T09:53:56,116 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,116 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,116 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. after waiting 0 ms 2024-11-17T09:53:56,116 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,116 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,116 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09c2fa72b581f49cb7b155fee5d054b0: Waiting for close lock at 1731837236116Disabling compacts and flushes for region at 1731837236116Disabling writes for close at 1731837236116Writing region close event to WAL at 1731837236116Closed at 1731837236116 2024-11-17T09:53:56,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T09:53:56,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731837236118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731837236118"}]},"ts":"1731837236118"} 2024-11-17T09:53:56,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T09:53:56,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T09:53:56,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731837236128"}]},"ts":"1731837236128"} 2024-11-17T09:53:56,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-17T09:53:56,137 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {70e37c475432=0} racks are {/default-rack=0} 2024-11-17T09:53:56,139 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T09:53:56,139 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T09:53:56,139 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T09:53:56,139 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T09:53:56,139 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T09:53:56,139 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T09:53:56,139 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T09:53:56,139 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T09:53:56,139 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T09:53:56,139 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T09:53:56,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN}] 2024-11-17T09:53:56,142 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN 2024-11-17T09:53:56,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN; state=OFFLINE, location=70e37c475432,33707,1731837222004; forceNewPlan=false, retain=false 2024-11-17T09:53:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T09:53:56,297 INFO [70e37c475432:41871 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T09:53:56,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=OPENING, regionLocation=70e37c475432,33707,1731837222004 2024-11-17T09:53:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN because future has completed 2024-11-17T09:53:56,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,33707,1731837222004}] 2024-11-17T09:53:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T09:53:56,455 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T09:53:56,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T09:53:56,462 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,462 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 09c2fa72b581f49cb7b155fee5d054b0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:56,463 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,463 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:56,463 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,463 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,464 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,466 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf1 2024-11-17T09:53:56,466 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:56,466 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:56,466 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,468 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf2 2024-11-17T09:53:56,468 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:56,468 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:56,468 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,469 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,470 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,470 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,470 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,471 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T09:53:56,473 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,475 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:56,475 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 09c2fa72b581f49cb7b155fee5d054b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62723446, jitterRate=-0.065347820520401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T09:53:56,475 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,476 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 09c2fa72b581f49cb7b155fee5d054b0: Running coprocessor pre-open hook at 1731837236463Writing region info on filesystem at 1731837236463Initializing all the Stores at 1731837236464 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837236464Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837236464Cleaning up temporary data from old regions at 1731837236471 (+7 ms)Running coprocessor post-open hooks at 1731837236475 (+4 ms)Region opened successfully at 1731837236476 (+1 ms) 2024-11-17T09:53:56,477 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., pid=6, masterSystemTime=1731837236455 2024-11-17T09:53:56,480 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,480 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=OPEN, openSeqNum=2, regionLocation=70e37c475432,33707,1731837222004 2024-11-17T09:53:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,33707,1731837222004 because future has completed 2024-11-17T09:53:56,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T09:53:56,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,33707,1731837222004 in 183 msec 2024-11-17T09:53:56,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T09:53:56,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN in 349 msec 2024-11-17T09:53:56,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T09:53:56,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731837236493"}]},"ts":"1731837236493"} 2024-11-17T09:53:56,496 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-17T09:53:56,497 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T09:53:56,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 417 msec 2024-11-17T09:53:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T09:53:56,718 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-17T09:53:56,718 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-17T09:53:56,719 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T09:53:56,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-17T09:53:56,725 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T09:53:56,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-17T09:53:56,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=2] 2024-11-17T09:53:56,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T09:53:56,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T09:53:56,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=09c2fa72b581f49cb7b155fee5d054b0, source=70e37c475432,33707,1731837222004, destination=70e37c475432,36557,1731837221907, warming up region on 70e37c475432,36557,1731837221907 2024-11-17T09:53:56,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=09c2fa72b581f49cb7b155fee5d054b0, source=70e37c475432,33707,1731837222004, destination=70e37c475432,36557,1731837221907, running balancer 2024-11-17T09:53:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE 2024-11-17T09:53:56,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE 2024-11-17T09:53:56,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(7855): Warmup {ENCODED => 09c2fa72b581f49cb7b155fee5d054b0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:56,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=CLOSING, regionLocation=70e37c475432,33707,1731837222004 2024-11-17T09:53:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:56,768 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,769 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf1 2024-11-17T09:53:56,769 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:56,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE because future has completed 2024-11-17T09:53:56,770 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:56,770 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,770 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T09:53:56,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,33707,1731837222004}] 2024-11-17T09:53:56,771 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf2 2024-11-17T09:53:56,771 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:56,772 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(1722): Closing 09c2fa72b581f49cb7b155fee5d054b0, disabling compactions & flushes 2024-11-17T09:53:56,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. after waiting 0 ms 2024-11-17T09:53:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(1676): Region close journal for 09c2fa72b581f49cb7b155fee5d054b0: Waiting for close lock at 1731837236772Disabling compacts and flushes for region at 1731837236772Disabling writes for close at 1731837236772Writing region close event to WAL at 1731837236772Closed at 1731837236772 2024-11-17T09:53:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-17T09:53:56,929 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,929 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T09:53:56,930 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 09c2fa72b581f49cb7b155fee5d054b0, disabling compactions & flushes 2024-11-17T09:53:56,930 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,930 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,930 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. after waiting 0 ms 2024-11-17T09:53:56,930 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,930 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 09c2fa72b581f49cb7b155fee5d054b0 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-17T09:53:56,948 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf1/a512ac4be7a84b7fa6b6688a7f008f87 is 35, key is r1/cf1:q/1731837236742/Put/seqid=0 2024-11-17T09:53:56,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741887_1065 (size=4783) 2024-11-17T09:53:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741887_1065 (size=4783) 2024-11-17T09:53:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741887_1065 (size=4783) 2024-11-17T09:53:56,960 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf1/a512ac4be7a84b7fa6b6688a7f008f87 2024-11-17T09:53:56,968 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf1/a512ac4be7a84b7fa6b6688a7f008f87 as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/a512ac4be7a84b7fa6b6688a7f008f87 2024-11-17T09:53:56,975 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/a512ac4be7a84b7fa6b6688a7f008f87, entries=1, sequenceid=5, filesize=4.7 K 2024-11-17T09:53:56,976 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 09c2fa72b581f49cb7b155fee5d054b0 in 46ms, sequenceid=5, compaction requested=false 2024-11-17T09:53:56,976 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-17T09:53:56,982 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T09:53:56,985 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:56,985 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 09c2fa72b581f49cb7b155fee5d054b0: Waiting for close lock at 1731837236930Running coprocessor pre-close hooks at 1731837236930Disabling compacts and flushes for region at 1731837236930Disabling writes for close at 1731837236930Obtaining lock to block concurrent updates at 1731837236930Preparing flush snapshotting stores in 09c2fa72b581f49cb7b155fee5d054b0 at 1731837236930Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731837236931 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. at 1731837236931Flushing 09c2fa72b581f49cb7b155fee5d054b0/cf1: creating writer at 1731837236932 (+1 ms)Flushing 09c2fa72b581f49cb7b155fee5d054b0/cf1: appending metadata at 1731837236947 (+15 ms)Flushing 09c2fa72b581f49cb7b155fee5d054b0/cf1: closing flushed file at 1731837236947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1832e33e: reopening flushed file at 1731837236967 (+20 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 09c2fa72b581f49cb7b155fee5d054b0 in 46ms, sequenceid=5, compaction requested=false at 1731837236976 (+9 ms)Writing region close event to WAL at 1731837236978 (+2 ms)Running coprocessor post-close hooks at 1731837236982 (+4 ms)Closed at 1731837236985 (+3 ms) 2024-11-17T09:53:56,986 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 09c2fa72b581f49cb7b155fee5d054b0 move to 70e37c475432,36557,1731837221907 record at close sequenceid=5 2024-11-17T09:53:56,989 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:56,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=CLOSED 2024-11-17T09:53:56,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,33707,1731837222004 because future has completed 2024-11-17T09:53:56,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-17T09:53:56,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,33707,1731837222004 in 225 msec 2024-11-17T09:53:57,000 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE; state=CLOSED, location=70e37c475432,36557,1731837221907; forceNewPlan=false, retain=false 2024-11-17T09:53:57,151 INFO [70e37c475432:41871 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T09:53:57,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=OPENING, regionLocation=70e37c475432,36557,1731837221907 2024-11-17T09:53:57,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE because future has completed 2024-11-17T09:53:57,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,36557,1731837221907}] 2024-11-17T09:53:57,313 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,313 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 09c2fa72b581f49cb7b155fee5d054b0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:57,314 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,314 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:57,314 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,314 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,316 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,317 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf1 2024-11-17T09:53:57,317 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:57,325 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/a512ac4be7a84b7fa6b6688a7f008f87 2024-11-17T09:53:57,325 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:57,325 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,326 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf2 2024-11-17T09:53:57,326 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:57,326 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:57,326 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,327 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,329 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,329 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,329 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,330 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T09:53:57,332 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,333 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 09c2fa72b581f49cb7b155fee5d054b0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73540360, jitterRate=0.09583675861358643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T09:53:57,333 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,333 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 09c2fa72b581f49cb7b155fee5d054b0: Running coprocessor pre-open hook at 1731837237314Writing region info on filesystem at 1731837237314Initializing all the Stores at 1731837237315 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837237315Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837237315Cleaning up temporary data from old regions at 1731837237329 (+14 ms)Running coprocessor post-open hooks at 1731837237333 (+4 ms)Region opened successfully at 1731837237333 2024-11-17T09:53:57,334 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., pid=9, masterSystemTime=1731837237308 2024-11-17T09:53:57,337 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,337 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=OPEN, openSeqNum=9, regionLocation=70e37c475432,36557,1731837221907 2024-11-17T09:53:57,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,36557,1731837221907 because future has completed 2024-11-17T09:53:57,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-17T09:53:57,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,36557,1731837221907 in 187 msec 2024-11-17T09:53:57,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE in 583 msec 2024-11-17T09:53:57,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T09:53:57,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T09:53:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:58750 deadline: 1731837297375, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=70e37c475432 port=36557 startCode=1731837221907. As of locationSeqNum=5. 2024-11-17T09:53:57,381 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=70e37c475432 port=36557 startCode=1731837221907. As of locationSeqNum=5. 2024-11-17T09:53:57,382 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=70e37c475432 port=36557 startCode=1731837221907. As of locationSeqNum=5. 2024-11-17T09:53:57,382 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,36557,1731837221907, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=70e37c475432 port=36557 startCode=1731837221907. As of locationSeqNum=5. 2024-11-17T09:53:57,509 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 09c2fa72b581f49cb7b155fee5d054b0 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-17T09:53:57,526 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf1/af3001e413864c3982090b56387440e3 is 29, key is r1/cf1:/1731837237498/DeleteFamily/seqid=0 2024-11-17T09:53:57,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741888_1066 (size=4906) 2024-11-17T09:53:57,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741888_1066 (size=4906) 2024-11-17T09:53:57,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741888_1066 (size=4906) 2024-11-17T09:53:57,535 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf1/af3001e413864c3982090b56387440e3 2024-11-17T09:53:57,541 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af3001e413864c3982090b56387440e3 2024-11-17T09:53:57,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf2/df84c55c17bb4de9913935b9baac8622 is 29, key is r1/cf2:/1731837237498/DeleteFamily/seqid=0 2024-11-17T09:53:57,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741889_1067 (size=4906) 2024-11-17T09:53:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741889_1067 (size=4906) 2024-11-17T09:53:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741889_1067 (size=4906) 2024-11-17T09:53:57,563 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf2/df84c55c17bb4de9913935b9baac8622 2024-11-17T09:53:57,569 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df84c55c17bb4de9913935b9baac8622 2024-11-17T09:53:57,570 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf1/af3001e413864c3982090b56387440e3 as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/af3001e413864c3982090b56387440e3 2024-11-17T09:53:57,576 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af3001e413864c3982090b56387440e3 2024-11-17T09:53:57,576 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/af3001e413864c3982090b56387440e3, entries=1, sequenceid=12, filesize=4.8 K 2024-11-17T09:53:57,577 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf2/df84c55c17bb4de9913935b9baac8622 as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/df84c55c17bb4de9913935b9baac8622 2024-11-17T09:53:57,583 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df84c55c17bb4de9913935b9baac8622 2024-11-17T09:53:57,583 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/df84c55c17bb4de9913935b9baac8622, entries=1, sequenceid=12, filesize=4.8 K 2024-11-17T09:53:57,585 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 09c2fa72b581f49cb7b155fee5d054b0 in 76ms, sequenceid=12, compaction requested=false 2024-11-17T09:53:57,585 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 09c2fa72b581f49cb7b155fee5d054b0: 2024-11-17T09:53:57,588 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T09:53:57,590 DEBUG [Time-limited test {}] regionserver.HStore(1541): 09c2fa72b581f49cb7b155fee5d054b0/cf1 is initiating major compaction (all files) 2024-11-17T09:53:57,590 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T09:53:57,590 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:57,591 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 09c2fa72b581f49cb7b155fee5d054b0/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,591 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/a512ac4be7a84b7fa6b6688a7f008f87, hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/af3001e413864c3982090b56387440e3] into tmpdir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp, totalSize=9.5 K 2024-11-17T09:53:57,592 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a512ac4be7a84b7fa6b6688a7f008f87, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731837236742 2024-11-17T09:53:57,593 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting af3001e413864c3982090b56387440e3, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-17T09:53:57,603 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 09c2fa72b581f49cb7b155fee5d054b0#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T09:53:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741890_1068 (size=4626) 2024-11-17T09:53:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741890_1068 (size=4626) 2024-11-17T09:53:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741890_1068 (size=4626) 2024-11-17T09:53:57,618 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf1/c5fe619809644641891525e5b128f99b as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/c5fe619809644641891525e5b128f99b 2024-11-17T09:53:57,632 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 09c2fa72b581f49cb7b155fee5d054b0/cf1 of 09c2fa72b581f49cb7b155fee5d054b0 into c5fe619809644641891525e5b128f99b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T09:53:57,632 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 09c2fa72b581f49cb7b155fee5d054b0: 2024-11-17T09:53:57,632 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-17T09:53:57,632 DEBUG [Time-limited test {}] regionserver.HStore(1541): 09c2fa72b581f49cb7b155fee5d054b0/cf2 is initiating major compaction (all files) 2024-11-17T09:53:57,632 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T09:53:57,632 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T09:53:57,632 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 09c2fa72b581f49cb7b155fee5d054b0/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,632 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/df84c55c17bb4de9913935b9baac8622] into tmpdir=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp, totalSize=4.8 K 2024-11-17T09:53:57,633 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting df84c55c17bb4de9913935b9baac8622, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-17T09:53:57,638 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 09c2fa72b581f49cb7b155fee5d054b0#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T09:53:57,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741891_1069 (size=4592) 2024-11-17T09:53:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741891_1069 (size=4592) 2024-11-17T09:53:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741891_1069 (size=4592) 2024-11-17T09:53:57,653 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/.tmp/cf2/a8889547a5a4465cb10f290be907c3aa as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/a8889547a5a4465cb10f290be907c3aa 2024-11-17T09:53:57,659 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 09c2fa72b581f49cb7b155fee5d054b0/cf2 of 09c2fa72b581f49cb7b155fee5d054b0 into a8889547a5a4465cb10f290be907c3aa(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T09:53:57,659 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 09c2fa72b581f49cb7b155fee5d054b0: 2024-11-17T09:53:57,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=09c2fa72b581f49cb7b155fee5d054b0, source=70e37c475432,36557,1731837221907, destination=70e37c475432,33707,1731837222004, warming up region on 70e37c475432,33707,1731837222004 2024-11-17T09:53:57,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=09c2fa72b581f49cb7b155fee5d054b0, source=70e37c475432,36557,1731837221907, destination=70e37c475432,33707,1731837222004, running balancer 2024-11-17T09:53:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE 2024-11-17T09:53:57,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE 2024-11-17T09:53:57,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=CLOSING, regionLocation=70e37c475432,36557,1731837221907 2024-11-17T09:53:57,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.HRegion(7855): Warmup {ENCODED => 09c2fa72b581f49cb7b155fee5d054b0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:57,669 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,670 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf1 2024-11-17T09:53:57,670 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:57,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE because future has completed 2024-11-17T09:53:57,671 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T09:53:57,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,36557,1731837221907}] 2024-11-17T09:53:57,677 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/a512ac4be7a84b7fa6b6688a7f008f87 2024-11-17T09:53:57,682 INFO [StoreFileOpener-09c2fa72b581f49cb7b155fee5d054b0-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af3001e413864c3982090b56387440e3 2024-11-17T09:53:57,682 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/af3001e413864c3982090b56387440e3 2024-11-17T09:53:57,686 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/c5fe619809644641891525e5b128f99b 2024-11-17T09:53:57,687 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:57,687 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,688 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf2 2024-11-17T09:53:57,688 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:57,694 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/a8889547a5a4465cb10f290be907c3aa 2024-11-17T09:53:57,699 INFO [StoreFileOpener-09c2fa72b581f49cb7b155fee5d054b0-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df84c55c17bb4de9913935b9baac8622 2024-11-17T09:53:57,699 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/df84c55c17bb4de9913935b9baac8622 2024-11-17T09:53:57,699 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.HRegion(1722): Closing 09c2fa72b581f49cb7b155fee5d054b0, disabling compactions & flushes 2024-11-17T09:53:57,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. after waiting 0 ms 2024-11-17T09:53:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33707 {}] regionserver.HRegion(1676): Region close journal for 09c2fa72b581f49cb7b155fee5d054b0: Waiting for close lock at 1731837237699Disabling compacts and flushes for region at 1731837237699Disabling writes for close at 1731837237699Writing region close event to WAL at 1731837237700 (+1 ms)Closed at 1731837237700 2024-11-17T09:53:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-17T09:53:57,825 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,825 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T09:53:57,825 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 09c2fa72b581f49cb7b155fee5d054b0, disabling compactions & flushes 2024-11-17T09:53:57,825 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,825 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,825 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. after waiting 0 ms 2024-11-17T09:53:57,825 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,826 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/a512ac4be7a84b7fa6b6688a7f008f87, hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/af3001e413864c3982090b56387440e3] to archive 2024-11-17T09:53:57,829 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T09:53:57,832 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/a512ac4be7a84b7fa6b6688a7f008f87 to hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/a512ac4be7a84b7fa6b6688a7f008f87 2024-11-17T09:53:57,833 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/af3001e413864c3982090b56387440e3 to hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/af3001e413864c3982090b56387440e3 2024-11-17T09:53:57,847 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/df84c55c17bb4de9913935b9baac8622] to archive 2024-11-17T09:53:57,848 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T09:53:57,849 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/df84c55c17bb4de9913935b9baac8622 to hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/df84c55c17bb4de9913935b9baac8622 2024-11-17T09:53:57,854 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-17T09:53:57,855 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:57,855 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 09c2fa72b581f49cb7b155fee5d054b0: Waiting for close lock at 1731837237825Running coprocessor pre-close hooks at 1731837237825Disabling compacts and flushes for region at 1731837237825Disabling writes for close at 1731837237825Writing region close event to WAL at 1731837237851 (+26 ms)Running coprocessor post-close hooks at 1731837237855 (+4 ms)Closed at 1731837237855 2024-11-17T09:53:57,855 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 09c2fa72b581f49cb7b155fee5d054b0 move to 70e37c475432,33707,1731837222004 record at close sequenceid=12 2024-11-17T09:53:57,857 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:57,858 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=CLOSED 2024-11-17T09:53:57,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,36557,1731837221907 because future has completed 2024-11-17T09:53:57,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T09:53:57,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,36557,1731837221907 in 191 msec 2024-11-17T09:53:57,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE; state=CLOSED, location=70e37c475432,33707,1731837222004; forceNewPlan=false, retain=false 2024-11-17T09:53:58,016 INFO [70e37c475432:41871 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T09:53:58,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=OPENING, regionLocation=70e37c475432,33707,1731837222004 2024-11-17T09:53:58,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE because future has completed 2024-11-17T09:53:58,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,33707,1731837222004}] 2024-11-17T09:53:58,179 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:58,179 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 09c2fa72b581f49cb7b155fee5d054b0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:58,180 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,180 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:58,180 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,180 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,181 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,182 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf1 2024-11-17T09:53:58,182 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:58,188 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/c5fe619809644641891525e5b128f99b 2024-11-17T09:53:58,188 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:58,188 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,189 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf2 2024-11-17T09:53:58,189 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:58,195 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/a8889547a5a4465cb10f290be907c3aa 2024-11-17T09:53:58,196 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:58,196 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,197 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,198 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,198 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,198 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,199 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T09:53:58,200 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,201 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 09c2fa72b581f49cb7b155fee5d054b0; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62538183, jitterRate=-0.0681084543466568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T09:53:58,201 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,202 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 09c2fa72b581f49cb7b155fee5d054b0: Running coprocessor pre-open hook at 1731837238180Writing region info on filesystem at 1731837238180Initializing all the Stores at 1731837238181 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837238181Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837238181Cleaning up temporary data from old regions at 1731837238198 (+17 ms)Running coprocessor post-open hooks at 1731837238201 (+3 ms)Region opened successfully at 1731837238202 (+1 ms) 2024-11-17T09:53:58,203 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., pid=12, masterSystemTime=1731837238175 2024-11-17T09:53:58,205 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:58,205 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:58,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=OPEN, openSeqNum=18, regionLocation=70e37c475432,33707,1731837222004 2024-11-17T09:53:58,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,33707,1731837222004 because future has completed 2024-11-17T09:53:58,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-17T09:53:58,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,33707,1731837222004 in 187 msec 2024-11-17T09:53:58,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, REOPEN/MOVE in 546 msec 2024-11-17T09:53:58,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T09:53:58,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T09:53:58,221 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 70e37c475432,33707,1731837222004: testing ***** 2024-11-17T09:53:58,221 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T09:53:58,223 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T09:53:58,224 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T09:53:58,227 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T09:53:58,228 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T09:53:58,238 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 320611648 }, "NonHeapMemoryUsage": { "committed": 172032000, "init": 7667712, "max": -1, "used": 169356992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "70e37c475432", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "70e37c475432", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51740", "tag.serverName": "70e37c475432,33707,1731837222004", "tag.clusterId": "c51e2680-f92e-44be-bf73-7b3d0793d14e", "tag.Context": "regionserver", "tag.Hostname": "70e37c475432", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731837222004, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-17T09:53:58,242 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41871 {}] master.MasterRpcServices(700): 70e37c475432,33707,1731837222004 reported a fatal error: ***** ABORTING region server 70e37c475432,33707,1731837222004: testing ***** 2024-11-17T09:53:58,244 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '70e37c475432,33707,1731837222004' ***** 2024-11-17T09:53:58,244 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-17T09:53:58,245 INFO [RS:1;70e37c475432:33707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T09:53:58,245 INFO [RS:1;70e37c475432:33707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-17T09:53:58,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T09:53:58,245 INFO [RS:1;70e37c475432:33707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-17T09:53:58,245 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(3091): Received CLOSE for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,246 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(956): aborting server 70e37c475432,33707,1731837222004 2024-11-17T09:53:58,246 INFO [RS:1;70e37c475432:33707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T09:53:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:42308 deadline: 1731837298245, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=70e37c475432 port=33707 startCode=1731837222004. As of locationSeqNum=12. 2024-11-17T09:53:58,246 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09c2fa72b581f49cb7b155fee5d054b0, disabling compactions & flushes 2024-11-17T09:53:58,246 INFO [RS:1;70e37c475432:33707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;70e37c475432:33707. 2024-11-17T09:53:58,246 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:58,246 DEBUG [RS:1;70e37c475432:33707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T09:53:58,246 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:58,246 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. after waiting 0 ms 2024-11-17T09:53:58,246 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:58,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,36557,1731837221907, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,36557,1731837221907, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=70e37c475432 port=33707 startCode=1731837222004. As of locationSeqNum=12. 2024-11-17T09:53:58,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,36557,1731837221907, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=70e37c475432 port=33707 startCode=1731837222004. As of locationSeqNum=12. 2024-11-17T09:53:58,247 DEBUG [RS:1;70e37c475432:33707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:53:58,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,36557,1731837221907, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=70e37c475432 port=33707 startCode=1731837222004. As of locationSeqNum=12. 2024-11-17T09:53:58,247 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T09:53:58,247 DEBUG [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(1325): Online Regions={09c2fa72b581f49cb7b155fee5d054b0=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.} 2024-11-17T09:53:58,247 DEBUG [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(1351): Waiting on 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:58,249 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:58,249 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09c2fa72b581f49cb7b155fee5d054b0: Waiting for close lock at 1731837238246Running coprocessor pre-close hooks at 1731837238246Disabling compacts and flushes for region at 1731837238246Disabling writes for close at 1731837238246Writing region close event to WAL at 1731837238249 (+3 ms)Running coprocessor post-close hooks at 1731837238249Closed at 1731837238249 2024-11-17T09:53:58,250 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:58,337 INFO [regionserver/70e37c475432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T09:53:58,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 70e37c475432,33707,1731837222004 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:53:58,358 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 70e37c475432,33707,1731837222004 aborting 2024-11-17T09:53:58,358 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 70e37c475432,33707,1731837222004 aborting 2024-11-17T09:53:58,358 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=12 from cache 2024-11-17T09:53:58,448 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(976): stopping server 70e37c475432,33707,1731837222004; all regions closed. 2024-11-17T09:53:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741834_1010 (size=1677) 2024-11-17T09:53:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741834_1010 (size=1677) 2024-11-17T09:53:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741834_1010 (size=1677) 2024-11-17T09:53:58,452 DEBUG [RS:1;70e37c475432:33707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:53:58,452 INFO [RS:1;70e37c475432:33707 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T09:53:58,452 INFO [RS:1;70e37c475432:33707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T09:53:58,452 INFO [RS:1;70e37c475432:33707 {}] hbase.ChoreService(370): Chore service for: regionserver/70e37c475432:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T09:53:58,453 INFO [regionserver/70e37c475432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T09:53:58,453 INFO [RS:1;70e37c475432:33707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T09:53:58,453 INFO [RS:1;70e37c475432:33707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T09:53:58,453 INFO [RS:1;70e37c475432:33707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T09:53:58,453 INFO [RS:1;70e37c475432:33707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T09:53:58,453 INFO [RS:1;70e37c475432:33707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33707 2024-11-17T09:53:58,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/70e37c475432,33707,1731837222004 2024-11-17T09:53:58,460 INFO [RS:1;70e37c475432:33707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T09:53:58,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T09:53:58,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [70e37c475432,33707,1731837222004] 2024-11-17T09:53:58,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/70e37c475432,33707,1731837222004 already deleted, retry=false 2024-11-17T09:53:58,465 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 70e37c475432,33707,1731837222004 on 70e37c475432,41871,1731837221235 2024-11-17T09:53:58,469 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 70e37c475432,33707,1731837222004, splitWal=true, meta=false 2024-11-17T09:53:58,472 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 70e37c475432,33707,1731837222004 (carryingMeta=false) 70e37c475432,33707,1731837222004/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@15a8cdfb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T09:53:58,472 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 70e37c475432,33707,1731837222004, splitWal=true, meta=false 2024-11-17T09:53:58,473 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 70e37c475432,33707,1731837222004 had 1 regions 2024-11-17T09:53:58,475 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 70e37c475432,33707,1731837222004, splitWal=true, meta=false, isMeta: false 2024-11-17T09:53:58,476 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting 2024-11-17T09:53:58,478 INFO [PEWorker-1 {}] master.SplitWALManager(105): 70e37c475432,33707,1731837222004 WAL count=1, meta=false 2024-11-17T09:53:58,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 70e37c475432%2C33707%2C1731837222004.1731837223405}] 2024-11-17T09:53:58,486 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=70e37c475432,35649,1731837222043 2024-11-17T09:53:58,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 70e37c475432%2C33707%2C1731837222004.1731837223405, worker=70e37c475432,35649,1731837222043}] 2024-11-17T09:53:58,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T09:53:58,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x1012558c0f20002, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T09:53:58,564 INFO [RS:1;70e37c475432:33707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T09:53:58,564 INFO [RS:1;70e37c475432:33707 {}] regionserver.HRegionServer(1031): Exiting; stopping=70e37c475432,33707,1731837222004; zookeeper connection closed. 2024-11-17T09:53:58,565 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ce2e916 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ce2e916 2024-11-17T09:53:58,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18] 2024-11-17T09:53:58,572 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 70e37c475432:33707 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 70e37c475432/172.17.0.2:33707 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:53:58,572 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18, error=java.net.ConnectException: Call to address=70e37c475432:33707 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 70e37c475432/172.17.0.2:33707 2024-11-17T09:53:58,573 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-17T09:53:58,573 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18 from cache 2024-11-17T09:53:58,573 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 70e37c475432:33707 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 70e37c475432/172.17.0.2:33707 2024-11-17T09:53:58,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T09:53:58,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58515, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T09:53:58,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-17T09:53:58,670 INFO [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405, size=1.6 K (1677bytes) 2024-11-17T09:53:58,670 INFO [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405 2024-11-17T09:53:58,671 INFO [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405 after 1ms 2024-11-17T09:53:58,673 DEBUG [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:53:58,674 INFO [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405 took 4ms 2024-11-17T09:53:58,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 09c2fa72b581f49cb7b155fee5d054b0: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-17T09:53:58,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405 so closing down 2024-11-17T09:53:58,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:53:58,681 INFO [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:53:58,681 INFO [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-17T09:53:58,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405, journal: Splitting hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405, size=1.6 K (1677bytes) at 1731837238670Finishing writing output for hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405 so closing down at 1731837238681 (+11 ms)3 split writer threads finished at 1731837238681Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731837238681 2024-11-17T09:53:58,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405 2024-11-17T09:53:58,683 DEBUG [RS_LOG_REPLAY_OPS-regionserver/70e37c475432:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T09:53:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41871 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T09:53:58,690 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting/70e37c475432%2C33707%2C1731837222004.1731837223405 to hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/oldWALs 2024-11-17T09:53:58,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T09:53:58,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 70e37c475432%2C33707%2C1731837222004.1731837223405, worker=70e37c475432,35649,1731837222043 in 202 msec 2024-11-17T09:53:58,694 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=70e37c475432,35649,1731837222043 2024-11-17T09:53:58,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T09:53:58,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 70e37c475432%2C33707%2C1731837222004.1731837223405, worker=70e37c475432,35649,1731837222043 in 215 msec 2024-11-17T09:53:58,698 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting dir is empty, no logs to split. 2024-11-17T09:53:58,698 INFO [PEWorker-1 {}] master.SplitWALManager(105): 70e37c475432,33707,1731837222004 WAL count=0, meta=false 2024-11-17T09:53:58,698 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 70e37c475432,33707,1731837222004 WAL splitting is done? wals=0, meta=false 2024-11-17T09:53:58,700 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 70e37c475432,33707,1731837222004 failed, ignore...File hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/WALs/70e37c475432,33707,1731837222004-splitting does not exist. 2024-11-17T09:53:58,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN}] 2024-11-17T09:53:58,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN 2024-11-17T09:53:58,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T09:53:58,855 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(204): Hosts are {70e37c475432=0} racks are {/default-rack=0} 2024-11-17T09:53:58,855 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T09:53:58,855 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T09:53:58,855 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T09:53:58,855 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T09:53:58,855 INFO [70e37c475432:41871 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T09:53:58,855 INFO [70e37c475432:41871 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T09:53:58,856 DEBUG [70e37c475432:41871 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T09:53:58,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=OPENING, regionLocation=70e37c475432,35649,1731837222043 2024-11-17T09:53:58,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN because future has completed 2024-11-17T09:53:58,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,35649,1731837222043}] 2024-11-17T09:53:58,879 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18] 2024-11-17T09:53:58,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 70e37c475432:33707 this server is in the failed servers list 2024-11-17T09:53:58,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=70e37c475432:33707 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 70e37c475432:33707 2024-11-17T09:53:58,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 70e37c475432:33707 2024-11-17T09:53:58,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,33707,1731837222004, seqNum=18 from cache 2024-11-17T09:53:59,015 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:59,015 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 09c2fa72b581f49cb7b155fee5d054b0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:59,016 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,016 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:59,016 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,016 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,017 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,018 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf1 2024-11-17T09:53:59,018 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:59,024 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf1/c5fe619809644641891525e5b128f99b 2024-11-17T09:53:59,025 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:59,025 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,026 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c2fa72b581f49cb7b155fee5d054b0 columnFamilyName cf2 2024-11-17T09:53:59,026 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:59,032 DEBUG [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/cf2/a8889547a5a4465cb10f290be907c3aa 2024-11-17T09:53:59,032 INFO [StoreOpener-09c2fa72b581f49cb7b155fee5d054b0-1 {}] regionserver.HStore(327): Store=09c2fa72b581f49cb7b155fee5d054b0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:59,032 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,033 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,034 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,035 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,035 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,035 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T09:53:59,037 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,038 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 09c2fa72b581f49cb7b155fee5d054b0; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62304986, jitterRate=-0.07158336043357849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T09:53:59,038 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:53:59,038 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 09c2fa72b581f49cb7b155fee5d054b0: Running coprocessor pre-open hook at 1731837239016Writing region info on filesystem at 1731837239016Initializing all the Stores at 1731837239017 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837239017Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837239017Cleaning up temporary data from old regions at 1731837239035 (+18 ms)Running coprocessor post-open hooks at 1731837239038 (+3 ms)Region opened successfully at 1731837239038 2024-11-17T09:53:59,040 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., pid=17, masterSystemTime=1731837239011 2024-11-17T09:53:59,043 DEBUG [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:59,043 INFO [RS_OPEN_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:53:59,044 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=09c2fa72b581f49cb7b155fee5d054b0, regionState=OPEN, openSeqNum=18, regionLocation=70e37c475432,35649,1731837222043 2024-11-17T09:53:59,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,35649,1731837222043 because future has completed 2024-11-17T09:53:59,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T09:53:59,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 09c2fa72b581f49cb7b155fee5d054b0, server=70e37c475432,35649,1731837222043 in 188 msec 2024-11-17T09:53:59,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-17T09:53:59,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09c2fa72b581f49cb7b155fee5d054b0, ASSIGN in 349 msec 2024-11-17T09:53:59,054 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 70e37c475432,33707,1731837222004 after splitting done 2024-11-17T09:53:59,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 70e37c475432,33707,1731837222004, splitWal=true, meta=false in 589 msec 2024-11-17T09:53:59,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0., hostname=70e37c475432,35649,1731837222043, seqNum=18] 2024-11-17T09:53:59,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T09:53:59,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T09:53:59,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 412), OpenFileDescriptor=1050 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=2955 (was 2994) 2024-11-17T09:53:59,408 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-17T09:53:59,419 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=2954 2024-11-17T09:53:59,419 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-17T09:53:59,435 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:59,437 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:53:59,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:53:59,440 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32580049, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-32580049, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:59,453 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32580049/hregion-32580049.1731837239440, exclude list is [], retry=0 2024-11-17T09:53:59,456 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:59,456 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:59,456 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:59,458 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32580049/hregion-32580049.1731837239440 2024-11-17T09:53:59,458 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:53:59,459 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3b4f4307b72154349530d4f81be127c4, NAME => 'testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:53:59,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741893_1071 (size=67) 2024-11-17T09:53:59,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741893_1071 (size=67) 2024-11-17T09:53:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741893_1071 (size=67) 2024-11-17T09:53:59,467 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:59,468 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,470 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b4f4307b72154349530d4f81be127c4 columnFamilyName a 2024-11-17T09:53:59,470 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:59,470 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(327): Store=3b4f4307b72154349530d4f81be127c4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:59,470 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,472 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b4f4307b72154349530d4f81be127c4 columnFamilyName b 2024-11-17T09:53:59,472 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:59,472 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(327): Store=3b4f4307b72154349530d4f81be127c4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:59,472 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,473 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b4f4307b72154349530d4f81be127c4 columnFamilyName c 2024-11-17T09:53:59,473 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:59,474 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(327): Store=3b4f4307b72154349530d4f81be127c4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:59,474 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,474 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,475 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,475 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,475 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,476 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:53:59,477 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,479 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:53:59,479 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3b4f4307b72154349530d4f81be127c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73638946, jitterRate=0.09730580449104309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:53:59,480 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3b4f4307b72154349530d4f81be127c4: Writing region info on filesystem at 1731837239467Initializing all the Stores at 1731837239468 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837239468Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837239468Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837239468Cleaning up temporary data from old regions at 1731837239475 (+7 ms)Region opened successfully at 1731837239479 (+4 ms) 2024-11-17T09:53:59,480 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3b4f4307b72154349530d4f81be127c4, disabling compactions & flushes 2024-11-17T09:53:59,480 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. 2024-11-17T09:53:59,480 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. 2024-11-17T09:53:59,480 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. after waiting 0 ms 2024-11-17T09:53:59,480 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. 2024-11-17T09:53:59,480 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. 2024-11-17T09:53:59,480 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3b4f4307b72154349530d4f81be127c4: Waiting for close lock at 1731837239480Disabling compacts and flushes for region at 1731837239480Disabling writes for close at 1731837239480Writing region close event to WAL at 1731837239480Closed at 1731837239480 2024-11-17T09:53:59,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741892_1070 (size=93) 2024-11-17T09:53:59,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741892_1070 (size=93) 2024-11-17T09:53:59,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741892_1070 (size=93) 2024-11-17T09:53:59,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:53:59,485 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32580049:(num 1731837239440) 2024-11-17T09:53:59,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:53:59,486 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:53:59,500 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486, exclude list is [], retry=0 2024-11-17T09:53:59,502 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:53:59,502 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:53:59,502 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:53:59,504 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486 2024-11-17T09:53:59,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:53:59,504 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b4f4307b72154349530d4f81be127c4, NAME => 'testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:53:59,505 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:53:59,505 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,505 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,506 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,507 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b4f4307b72154349530d4f81be127c4 columnFamilyName a 2024-11-17T09:53:59,507 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:59,507 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(327): Store=3b4f4307b72154349530d4f81be127c4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:59,507 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,508 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b4f4307b72154349530d4f81be127c4 columnFamilyName b 2024-11-17T09:53:59,508 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:59,508 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(327): Store=3b4f4307b72154349530d4f81be127c4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:59,509 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,509 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b4f4307b72154349530d4f81be127c4 columnFamilyName c 2024-11-17T09:53:59,509 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:53:59,510 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(327): Store=3b4f4307b72154349530d4f81be127c4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:53:59,510 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,510 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,511 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,512 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,513 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,513 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:53:59,514 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:53:59,515 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3b4f4307b72154349530d4f81be127c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73682318, jitterRate=0.09795209765434265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:53:59,516 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3b4f4307b72154349530d4f81be127c4: Writing region info on filesystem at 1731837239505Initializing all the Stores at 1731837239506 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837239506Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837239506Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837239506Cleaning up temporary data from old regions at 1731837239513 (+7 ms)Region opened successfully at 1731837239515 (+2 ms) 2024-11-17T09:53:59,542 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3b4f4307b72154349530d4f81be127c4 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-17T09:53:59,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/a/f6eea286bb5d4b7aaee3fc0a00e27c90 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731837239516/Put/seqid=0 2024-11-17T09:53:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741895_1073 (size=5958) 2024-11-17T09:53:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741895_1073 (size=5958) 2024-11-17T09:53:59,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741895_1073 (size=5958) 2024-11-17T09:53:59,567 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/a/f6eea286bb5d4b7aaee3fc0a00e27c90 2024-11-17T09:53:59,587 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/b/6afab26befa84d92afe3edf9a4a0c415 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731837239524/Put/seqid=0 2024-11-17T09:53:59,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741896_1074 (size=5958) 2024-11-17T09:53:59,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741896_1074 (size=5958) 2024-11-17T09:53:59,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741896_1074 (size=5958) 2024-11-17T09:53:59,996 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/b/6afab26befa84d92afe3edf9a4a0c415 2024-11-17T09:54:00,016 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/c/1a494a752db24813a43ffc6d5df3d1db is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731837239532/Put/seqid=0 2024-11-17T09:54:00,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741897_1075 (size=5958) 2024-11-17T09:54:00,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741897_1075 (size=5958) 2024-11-17T09:54:00,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741897_1075 (size=5958) 2024-11-17T09:54:00,023 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/c/1a494a752db24813a43ffc6d5df3d1db 2024-11-17T09:54:00,028 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/a/f6eea286bb5d4b7aaee3fc0a00e27c90 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/a/f6eea286bb5d4b7aaee3fc0a00e27c90 2024-11-17T09:54:00,033 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/a/f6eea286bb5d4b7aaee3fc0a00e27c90, entries=10, sequenceid=33, filesize=5.8 K 2024-11-17T09:54:00,034 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/b/6afab26befa84d92afe3edf9a4a0c415 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/b/6afab26befa84d92afe3edf9a4a0c415 2024-11-17T09:54:00,039 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/b/6afab26befa84d92afe3edf9a4a0c415, entries=10, sequenceid=33, filesize=5.8 K 2024-11-17T09:54:00,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/c/1a494a752db24813a43ffc6d5df3d1db as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/c/1a494a752db24813a43ffc6d5df3d1db 2024-11-17T09:54:00,045 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/c/1a494a752db24813a43ffc6d5df3d1db, entries=10, sequenceid=33, filesize=5.8 K 2024-11-17T09:54:00,046 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3b4f4307b72154349530d4f81be127c4 in 504ms, sequenceid=33, compaction requested=false 2024-11-17T09:54:00,046 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3b4f4307b72154349530d4f81be127c4: 2024-11-17T09:54:00,046 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3b4f4307b72154349530d4f81be127c4, disabling compactions & flushes 2024-11-17T09:54:00,046 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. 2024-11-17T09:54:00,046 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. 2024-11-17T09:54:00,046 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. after waiting 0 ms 2024-11-17T09:54:00,046 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. 2024-11-17T09:54:00,047 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. 2024-11-17T09:54:00,047 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3b4f4307b72154349530d4f81be127c4: Waiting for close lock at 1731837240046Disabling compacts and flushes for region at 1731837240046Disabling writes for close at 1731837240046Writing region close event to WAL at 1731837240047 (+1 ms)Closed at 1731837240047 2024-11-17T09:54:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741894_1072 (size=2873) 2024-11-17T09:54:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741894_1072 (size=2873) 2024-11-17T09:54:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741894_1072 (size=2873) 2024-11-17T09:54:00,054 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/b/6afab26befa84d92afe3edf9a4a0c415 to hdfs://localhost:41005/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/b/6afab26befa84d92afe3edf9a4a0c415 2024-11-17T09:54:00,070 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486, size=2.8 K (2873bytes) 2024-11-17T09:54:00,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486 2024-11-17T09:54:00,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486 after 0ms 2024-11-17T09:54:00,073 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:00,073 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486 took 3ms 2024-11-17T09:54:00,075 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486 so closing down 2024-11-17T09:54:00,075 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:54:00,076 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731837239486.temp 2024-11-17T09:54:00,077 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000003-wal.1731837239486.temp 2024-11-17T09:54:00,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:54:00,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741898_1076 (size=2312) 2024-11-17T09:54:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741898_1076 (size=2312) 2024-11-17T09:54:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741898_1076 (size=2312) 2024-11-17T09:54:00,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000003-wal.1731837239486.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-17T09:54:00,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000003-wal.1731837239486.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000032 2024-11-17T09:54:00,086 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-17T09:54:00,086 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486, journal: Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486, size=2.8 K (2873bytes) at 1731837240070Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486 so closing down at 1731837240075 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000003-wal.1731837239486.temp at 1731837240077 (+2 ms)3 split writer threads finished at 1731837240078 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000003-wal.1731837239486.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731837240084 (+6 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000003-wal.1731837239486.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000032 at 1731837240085 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731837240086 (+1 ms) 2024-11-17T09:54:00,087 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837239486 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837239486 2024-11-17T09:54:00,088 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000032 2024-11-17T09:54:00,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:00,090 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:00,103 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837240090, exclude list is [], retry=0 2024-11-17T09:54:00,105 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:00,105 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:00,106 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:00,107 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837240090 2024-11-17T09:54:00,107 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:54:00,108 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b4f4307b72154349530d4f81be127c4, NAME => 'testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:00,108 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:00,108 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,108 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,109 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,110 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b4f4307b72154349530d4f81be127c4 columnFamilyName a 2024-11-17T09:54:00,110 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:00,116 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/a/f6eea286bb5d4b7aaee3fc0a00e27c90 2024-11-17T09:54:00,116 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(327): Store=3b4f4307b72154349530d4f81be127c4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:00,116 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,117 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b4f4307b72154349530d4f81be127c4 columnFamilyName b 2024-11-17T09:54:00,117 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:00,118 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(327): Store=3b4f4307b72154349530d4f81be127c4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:00,118 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,118 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b4f4307b72154349530d4f81be127c4 columnFamilyName c 2024-11-17T09:54:00,119 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:00,124 DEBUG [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/c/1a494a752db24813a43ffc6d5df3d1db 2024-11-17T09:54:00,124 INFO [StoreOpener-3b4f4307b72154349530d4f81be127c4-1 {}] regionserver.HStore(327): Store=3b4f4307b72154349530d4f81be127c4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:00,124 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,124 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,126 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,126 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000032 2024-11-17T09:54:00,128 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:00,130 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000032 2024-11-17T09:54:00,130 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3b4f4307b72154349530d4f81be127c4 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-17T09:54:00,144 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/b/d68e4f324715480a80ad91753e5076d6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731837239524/Put/seqid=0 2024-11-17T09:54:00,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741900_1078 (size=5958) 2024-11-17T09:54:00,152 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/b/d68e4f324715480a80ad91753e5076d6 2024-11-17T09:54:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741900_1078 (size=5958) 2024-11-17T09:54:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741900_1078 (size=5958) 2024-11-17T09:54:00,158 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/.tmp/b/d68e4f324715480a80ad91753e5076d6 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/b/d68e4f324715480a80ad91753e5076d6 2024-11-17T09:54:00,164 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/b/d68e4f324715480a80ad91753e5076d6, entries=10, sequenceid=32, filesize=5.8 K 2024-11-17T09:54:00,165 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3b4f4307b72154349530d4f81be127c4 in 34ms, sequenceid=32, compaction requested=false; wal=null 2024-11-17T09:54:00,165 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/0000000000000000032 2024-11-17T09:54:00,166 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,166 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,167 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:00,168 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3b4f4307b72154349530d4f81be127c4 2024-11-17T09:54:00,171 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/3b4f4307b72154349530d4f81be127c4/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-17T09:54:00,172 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3b4f4307b72154349530d4f81be127c4; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74972330, jitterRate=0.11717477440834045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:00,173 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3b4f4307b72154349530d4f81be127c4: Writing region info on filesystem at 1731837240108Initializing all the Stores at 1731837240109 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837240109Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837240109Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837240109Obtaining lock to block concurrent updates at 1731837240130 (+21 ms)Preparing flush snapshotting stores in 3b4f4307b72154349530d4f81be127c4 at 1731837240130Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731837240130Flushing stores of testReplayEditsWrittenViaHRegion,,1731837239436.3b4f4307b72154349530d4f81be127c4. at 1731837240130Flushing 3b4f4307b72154349530d4f81be127c4/b: creating writer at 1731837240130Flushing 3b4f4307b72154349530d4f81be127c4/b: appending metadata at 1731837240144 (+14 ms)Flushing 3b4f4307b72154349530d4f81be127c4/b: closing flushed file at 1731837240144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182828d7: reopening flushed file at 1731837240157 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3b4f4307b72154349530d4f81be127c4 in 34ms, sequenceid=32, compaction requested=false; wal=null at 1731837240165 (+8 ms)Cleaning up temporary data from old regions at 1731837240166 (+1 ms)Region opened successfully at 1731837240173 (+7 ms) 2024-11-17T09:54:00,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=419 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:59744 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:53762 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:47648 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:53612 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:47792 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:59846 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=2948 (was 2954) 2024-11-17T09:54:00,199 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-17T09:54:00,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=419, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=2947 2024-11-17T09:54:00,212 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-17T09:54:00,227 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:54:00,229 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:54:00,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:54:00,232 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-31826791, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-31826791, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:00,246 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-31826791/hregion-31826791.1731837240233, exclude list is [], retry=0 2024-11-17T09:54:00,249 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:00,249 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:00,250 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:00,252 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-31826791/hregion-31826791.1731837240233 2024-11-17T09:54:00,253 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:54:00,253 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 950c561ee5638b06797d744d0a6a5012, NAME => 'testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:54:00,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741902_1080 (size=68) 2024-11-17T09:54:00,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741902_1080 (size=68) 2024-11-17T09:54:00,264 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:00,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741902_1080 (size=68) 2024-11-17T09:54:00,265 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,267 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950c561ee5638b06797d744d0a6a5012 columnFamilyName a 2024-11-17T09:54:00,267 DEBUG [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:00,267 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(327): Store=950c561ee5638b06797d744d0a6a5012/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:00,267 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,268 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950c561ee5638b06797d744d0a6a5012 columnFamilyName b 2024-11-17T09:54:00,268 DEBUG [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:00,269 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(327): Store=950c561ee5638b06797d744d0a6a5012/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:00,269 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,270 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950c561ee5638b06797d744d0a6a5012 columnFamilyName c 2024-11-17T09:54:00,270 DEBUG [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:00,271 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(327): Store=950c561ee5638b06797d744d0a6a5012/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:00,271 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,273 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,273 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,274 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:00,275 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,277 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:54:00,277 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 950c561ee5638b06797d744d0a6a5012; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58816861, jitterRate=-0.12356047332286835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:00,278 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 950c561ee5638b06797d744d0a6a5012: Writing region info on filesystem at 1731837240264Initializing all the Stores at 1731837240265 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837240265Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837240265Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837240265Cleaning up temporary data from old regions at 1731837240273 (+8 ms)Region opened successfully at 1731837240278 (+5 ms) 2024-11-17T09:54:00,278 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 950c561ee5638b06797d744d0a6a5012, disabling compactions & flushes 2024-11-17T09:54:00,278 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:00,278 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:00,278 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. after waiting 0 ms 2024-11-17T09:54:00,278 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:00,279 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:00,279 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 950c561ee5638b06797d744d0a6a5012: Waiting for close lock at 1731837240278Disabling compacts and flushes for region at 1731837240278Disabling writes for close at 1731837240278Writing region close event to WAL at 1731837240279 (+1 ms)Closed at 1731837240279 2024-11-17T09:54:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741901_1079 (size=93) 2024-11-17T09:54:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741901_1079 (size=93) 2024-11-17T09:54:00,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741901_1079 (size=93) 2024-11-17T09:54:00,285 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:54:00,285 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-31826791:(num 1731837240233) 2024-11-17T09:54:00,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:00,287 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:00,300 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287, exclude list is [], retry=0 2024-11-17T09:54:00,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:00,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:00,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:00,305 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287 2024-11-17T09:54:00,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:54:00,379 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 950c561ee5638b06797d744d0a6a5012, NAME => 'testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:00,381 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,381 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:00,381 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,381 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,383 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,384 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950c561ee5638b06797d744d0a6a5012 columnFamilyName a 2024-11-17T09:54:00,384 DEBUG [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:00,385 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(327): Store=950c561ee5638b06797d744d0a6a5012/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:00,385 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,386 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950c561ee5638b06797d744d0a6a5012 columnFamilyName b 2024-11-17T09:54:00,386 DEBUG [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:00,386 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(327): Store=950c561ee5638b06797d744d0a6a5012/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:00,387 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,387 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950c561ee5638b06797d744d0a6a5012 columnFamilyName c 2024-11-17T09:54:00,387 DEBUG [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:00,388 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(327): Store=950c561ee5638b06797d744d0a6a5012/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:00,388 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,389 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,390 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,391 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,391 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,392 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:00,393 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,394 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 950c561ee5638b06797d744d0a6a5012; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62697762, jitterRate=-0.06573054194450378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:00,394 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:00,395 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 950c561ee5638b06797d744d0a6a5012: Running coprocessor pre-open hook at 1731837240382Writing region info on filesystem at 1731837240382Initializing all the Stores at 1731837240383 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837240383Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837240383Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837240383Cleaning up temporary data from old regions at 1731837240391 (+8 ms)Running coprocessor post-open hooks at 1731837240394 (+3 ms)Region opened successfully at 1731837240395 (+1 ms) 2024-11-17T09:54:00,410 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 950c561ee5638b06797d744d0a6a5012 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-17T09:54:00,411 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:01,412 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:01,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T09:54:02,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-17T09:54:02,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-17T09:54:02,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-17T09:54:02,036 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-17T09:54:02,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-17T09:54:02,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-17T09:54:02,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-17T09:54:02,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-17T09:54:02,413 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:03,413 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:04,414 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:05,415 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:06,415 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:07,416 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:08,417 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:09,417 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 950c561ee5638b06797d744d0a6a5012/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:09,418 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 950c561ee5638b06797d744d0a6a5012: 2024-11-17T09:54:09,418 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:09,432 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 950c561ee5638b06797d744d0a6a5012: 2024-11-17T09:54:09,432 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-17T09:54:09,432 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 950c561ee5638b06797d744d0a6a5012, disabling compactions & flushes 2024-11-17T09:54:09,432 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:09,432 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:09,432 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. after waiting 0 ms 2024-11-17T09:54:09,432 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:09,433 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:09,433 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. 2024-11-17T09:54:09,433 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 950c561ee5638b06797d744d0a6a5012: Waiting for close lock at 1731837249432Running coprocessor pre-close hooks at 1731837249432Disabling compacts and flushes for region at 1731837249432Disabling writes for close at 1731837249432Writing region close event to WAL at 1731837249433 (+1 ms)Running coprocessor post-close hooks at 1731837249433Closed at 1731837249433 2024-11-17T09:54:09,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741903_1081 (size=2398) 2024-11-17T09:54:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741903_1081 (size=2398) 2024-11-17T09:54:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741903_1081 (size=2398) 2024-11-17T09:54:09,452 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287, size=2.3 K (2398bytes) 2024-11-17T09:54:09,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287 2024-11-17T09:54:09,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287 after 0ms 2024-11-17T09:54:09,455 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:09,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287 took 3ms 2024-11-17T09:54:09,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287 so closing down 2024-11-17T09:54:09,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:54:09,458 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731837240287.temp 2024-11-17T09:54:09,459 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000004-wal.1731837240287.temp 2024-11-17T09:54:09,459 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:54:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741904_1082 (size=1672) 2024-11-17T09:54:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741904_1082 (size=1672) 2024-11-17T09:54:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741904_1082 (size=1672) 2024-11-17T09:54:09,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000004-wal.1731837240287.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-17T09:54:09,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000004-wal.1731837240287.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000026 2024-11-17T09:54:09,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-17T09:54:09,468 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287, journal: Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287, size=2.3 K (2398bytes) at 1731837249452Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287 so closing down at 1731837249457 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000004-wal.1731837240287.temp at 1731837249459 (+2 ms)3 split writer threads finished at 1731837249459Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000004-wal.1731837240287.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731837249466 (+7 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000004-wal.1731837240287.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000026 at 1731837249467 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731837249467 2024-11-17T09:54:09,469 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837240287 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837240287 2024-11-17T09:54:09,470 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000026 2024-11-17T09:54:09,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:09,472 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:09,487 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837249472, exclude list is [], retry=0 2024-11-17T09:54:09,489 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:09,490 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:09,490 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:09,491 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837249472 2024-11-17T09:54:09,492 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:54:09,492 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 950c561ee5638b06797d744d0a6a5012, NAME => 'testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:09,492 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:09,493 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:09,493 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:09,493 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:09,494 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:09,495 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950c561ee5638b06797d744d0a6a5012 columnFamilyName a 2024-11-17T09:54:09,495 DEBUG [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:09,496 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(327): Store=950c561ee5638b06797d744d0a6a5012/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:09,496 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:09,497 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950c561ee5638b06797d744d0a6a5012 columnFamilyName b 2024-11-17T09:54:09,497 DEBUG [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:09,497 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(327): Store=950c561ee5638b06797d744d0a6a5012/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:09,497 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:09,498 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950c561ee5638b06797d744d0a6a5012 columnFamilyName c 2024-11-17T09:54:09,498 DEBUG [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:09,498 INFO [StoreOpener-950c561ee5638b06797d744d0a6a5012-1 {}] regionserver.HStore(327): Store=950c561ee5638b06797d744d0a6a5012/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:09,498 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:09,499 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:09,500 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:09,500 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000026 2024-11-17T09:54:09,502 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:09,504 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000026 2024-11-17T09:54:09,504 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 950c561ee5638b06797d744d0a6a5012 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-17T09:54:09,520 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/.tmp/a/07adb99d9840424e87d1da17b39aea2b is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731837249424/Put/seqid=0 2024-11-17T09:54:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741906_1084 (size=5523) 2024-11-17T09:54:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741906_1084 (size=5523) 2024-11-17T09:54:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741906_1084 (size=5523) 2024-11-17T09:54:09,928 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/.tmp/a/07adb99d9840424e87d1da17b39aea2b 2024-11-17T09:54:09,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/.tmp/b/259b49ddba3841e88339d8266289bdbf is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731837249419/Put/seqid=0 2024-11-17T09:54:09,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741907_1085 (size=5524) 2024-11-17T09:54:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741907_1085 (size=5524) 2024-11-17T09:54:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741907_1085 (size=5524) 2024-11-17T09:54:09,956 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/.tmp/b/259b49ddba3841e88339d8266289bdbf 2024-11-17T09:54:09,975 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/.tmp/c/fddf2c596847423aaa3512247ad8a639 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731837249422/Put/seqid=0 2024-11-17T09:54:09,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741908_1086 (size=5457) 2024-11-17T09:54:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741908_1086 (size=5457) 2024-11-17T09:54:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741908_1086 (size=5457) 2024-11-17T09:54:09,981 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/.tmp/c/fddf2c596847423aaa3512247ad8a639 2024-11-17T09:54:09,986 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/.tmp/a/07adb99d9840424e87d1da17b39aea2b as hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/a/07adb99d9840424e87d1da17b39aea2b 2024-11-17T09:54:09,991 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/a/07adb99d9840424e87d1da17b39aea2b, entries=7, sequenceid=26, filesize=5.4 K 2024-11-17T09:54:09,992 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/.tmp/b/259b49ddba3841e88339d8266289bdbf as hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/b/259b49ddba3841e88339d8266289bdbf 2024-11-17T09:54:09,996 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/b/259b49ddba3841e88339d8266289bdbf, entries=7, sequenceid=26, filesize=5.4 K 2024-11-17T09:54:09,997 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/.tmp/c/fddf2c596847423aaa3512247ad8a639 as hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/c/fddf2c596847423aaa3512247ad8a639 2024-11-17T09:54:10,001 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/c/fddf2c596847423aaa3512247ad8a639, entries=6, sequenceid=26, filesize=5.3 K 2024-11-17T09:54:10,002 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 950c561ee5638b06797d744d0a6a5012 in 498ms, sequenceid=26, compaction requested=false; wal=null 2024-11-17T09:54:10,002 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/0000000000000000026 2024-11-17T09:54:10,003 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:10,003 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:10,004 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:10,005 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:10,007 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsAfterAbortingFlush/950c561ee5638b06797d744d0a6a5012/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-17T09:54:10,008 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 950c561ee5638b06797d744d0a6a5012; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72416579, jitterRate=0.07909111678600311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:10,008 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 950c561ee5638b06797d744d0a6a5012 2024-11-17T09:54:10,009 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 950c561ee5638b06797d744d0a6a5012: Running coprocessor pre-open hook at 1731837249493Writing region info on filesystem at 1731837249493Initializing all the Stores at 1731837249494 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837249494Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837249494Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837249494Obtaining lock to block concurrent updates at 1731837249504 (+10 ms)Preparing flush snapshotting stores in 950c561ee5638b06797d744d0a6a5012 at 1731837249504Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731837249504Flushing stores of testReplayEditsAfterAbortingFlush,,1731837240228.950c561ee5638b06797d744d0a6a5012. at 1731837249504Flushing 950c561ee5638b06797d744d0a6a5012/a: creating writer at 1731837249505 (+1 ms)Flushing 950c561ee5638b06797d744d0a6a5012/a: appending metadata at 1731837249519 (+14 ms)Flushing 950c561ee5638b06797d744d0a6a5012/a: closing flushed file at 1731837249519Flushing 950c561ee5638b06797d744d0a6a5012/b: creating writer at 1731837249934 (+415 ms)Flushing 950c561ee5638b06797d744d0a6a5012/b: appending metadata at 1731837249948 (+14 ms)Flushing 950c561ee5638b06797d744d0a6a5012/b: closing flushed file at 1731837249948Flushing 950c561ee5638b06797d744d0a6a5012/c: creating writer at 1731837249961 (+13 ms)Flushing 950c561ee5638b06797d744d0a6a5012/c: appending metadata at 1731837249975 (+14 ms)Flushing 950c561ee5638b06797d744d0a6a5012/c: closing flushed file at 1731837249975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3959c0: reopening flushed file at 1731837249986 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f594dbf: reopening flushed file at 1731837249991 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1d740: reopening flushed file at 1731837249996 (+5 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 950c561ee5638b06797d744d0a6a5012 in 498ms, sequenceid=26, compaction requested=false; wal=null at 1731837250002 (+6 ms)Cleaning up temporary data from old regions at 1731837250003 (+1 ms)Running coprocessor post-open hooks at 1731837250008 (+5 ms)Region opened successfully at 1731837250009 (+1 ms) 2024-11-17T09:54:10,029 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=416 (was 419), OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=2937 (was 2947) 2024-11-17T09:54:10,029 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-17T09:54:10,040 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=2936 2024-11-17T09:54:10,040 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-17T09:54:10,055 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:54:10,057 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:54:10,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:54:10,060 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77604153, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-77604153, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:10,073 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77604153/hregion-77604153.1731837250060, exclude list is [], retry=0 2024-11-17T09:54:10,075 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:10,075 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:10,075 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:10,077 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77604153/hregion-77604153.1731837250060 2024-11-17T09:54:10,079 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:54:10,080 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 750421047fc5510510997f4155c106cf, NAME => 'testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:54:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741910_1088 (size=61) 2024-11-17T09:54:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741910_1088 (size=61) 2024-11-17T09:54:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741910_1088 (size=61) 2024-11-17T09:54:10,089 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:10,090 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,091 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750421047fc5510510997f4155c106cf columnFamilyName a 2024-11-17T09:54:10,092 DEBUG [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,092 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] regionserver.HStore(327): Store=750421047fc5510510997f4155c106cf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,092 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,093 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,093 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,094 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,094 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,095 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,097 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:54:10,098 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 750421047fc5510510997f4155c106cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67034801, jitterRate=-0.001103624701499939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T09:54:10,098 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 750421047fc5510510997f4155c106cf: Writing region info on filesystem at 1731837250089Initializing all the Stores at 1731837250090 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250090Cleaning up temporary data from old regions at 1731837250094 (+4 ms)Region opened successfully at 1731837250098 (+4 ms) 2024-11-17T09:54:10,098 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 750421047fc5510510997f4155c106cf, disabling compactions & flushes 2024-11-17T09:54:10,098 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. 2024-11-17T09:54:10,098 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. 2024-11-17T09:54:10,098 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. after waiting 0 ms 2024-11-17T09:54:10,099 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. 2024-11-17T09:54:10,099 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. 2024-11-17T09:54:10,099 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 750421047fc5510510997f4155c106cf: Waiting for close lock at 1731837250098Disabling compacts and flushes for region at 1731837250098Disabling writes for close at 1731837250099 (+1 ms)Writing region close event to WAL at 1731837250099Closed at 1731837250099 2024-11-17T09:54:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741909_1087 (size=93) 2024-11-17T09:54:10,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-77604153/hregion-77604153.1731837250060 not finished, retry = 0 2024-11-17T09:54:10,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741909_1087 (size=93) 2024-11-17T09:54:10,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741909_1087 (size=93) 2024-11-17T09:54:10,204 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:54:10,204 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77604153:(num 1731837250060) 2024-11-17T09:54:10,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:10,206 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:10,220 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206, exclude list is [], retry=0 2024-11-17T09:54:10,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:10,223 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:10,223 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:10,224 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206 2024-11-17T09:54:10,225 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:54:10,225 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 750421047fc5510510997f4155c106cf, NAME => 'testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:10,225 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:10,225 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,225 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,226 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,227 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750421047fc5510510997f4155c106cf columnFamilyName a 2024-11-17T09:54:10,227 DEBUG [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,228 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] regionserver.HStore(327): Store=750421047fc5510510997f4155c106cf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,228 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,229 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,230 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,230 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,230 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,232 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,232 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 750421047fc5510510997f4155c106cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70781764, jitterRate=0.05473047494888306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T09:54:10,233 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 750421047fc5510510997f4155c106cf: Writing region info on filesystem at 1731837250225Initializing all the Stores at 1731837250226 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250226Cleaning up temporary data from old regions at 1731837250230 (+4 ms)Region opened successfully at 1731837250233 (+3 ms) 2024-11-17T09:54:10,241 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 750421047fc5510510997f4155c106cf, disabling compactions & flushes 2024-11-17T09:54:10,241 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. 2024-11-17T09:54:10,241 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. 2024-11-17T09:54:10,241 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. after waiting 0 ms 2024-11-17T09:54:10,241 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. 2024-11-17T09:54:10,241 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. 2024-11-17T09:54:10,241 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. 2024-11-17T09:54:10,242 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 750421047fc5510510997f4155c106cf: Waiting for close lock at 1731837250241Disabling compacts and flushes for region at 1731837250241Disabling writes for close at 1731837250241Writing region close event to WAL at 1731837250241Closed at 1731837250241 2024-11-17T09:54:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741911_1089 (size=838) 2024-11-17T09:54:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741911_1089 (size=838) 2024-11-17T09:54:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741911_1089 (size=838) 2024-11-17T09:54:10,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206, size=838 (838bytes) 2024-11-17T09:54:10,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206 2024-11-17T09:54:10,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206 after 0ms 2024-11-17T09:54:10,262 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:10,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206 took 3ms 2024-11-17T09:54:10,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206 so closing down 2024-11-17T09:54:10,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:54:10,265 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731837250206.temp 2024-11-17T09:54:10,266 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000003-wal.1731837250206.temp 2024-11-17T09:54:10,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:54:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741912_1090 (size=838) 2024-11-17T09:54:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741912_1090 (size=838) 2024-11-17T09:54:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741912_1090 (size=838) 2024-11-17T09:54:10,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000003-wal.1731837250206.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T09:54:10,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000003-wal.1731837250206.temp to hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000012 2024-11-17T09:54:10,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206, size=838, length=838, corrupted=false, cancelled=false 2024-11-17T09:54:10,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206, journal: Splitting hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206, size=838 (838bytes) at 1731837250260Finishing writing output for hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206 so closing down at 1731837250264 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000003-wal.1731837250206.temp at 1731837250266 (+2 ms)3 split writer threads finished at 1731837250266Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000003-wal.1731837250206.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731837250274 (+8 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000003-wal.1731837250206.temp to hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000012 at 1731837250275 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206, size=838, length=838, corrupted=false, cancelled=false at 1731837250275 2024-11-17T09:54:10,277 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250206 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837250206 2024-11-17T09:54:10,278 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000012 2024-11-17T09:54:10,281 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:10,390 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T09:54:10,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:10,619 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:10,634 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250620, exclude list is [], retry=0 2024-11-17T09:54:10,636 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:10,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:10,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:10,638 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250620 2024-11-17T09:54:10,639 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:54:10,639 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 750421047fc5510510997f4155c106cf, NAME => 'testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:10,639 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:10,639 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,639 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,642 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,644 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750421047fc5510510997f4155c106cf columnFamilyName a 2024-11-17T09:54:10,644 DEBUG [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,645 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] regionserver.HStore(327): Store=750421047fc5510510997f4155c106cf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,645 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,646 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,647 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,648 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000012 2024-11-17T09:54:10,650 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:10,651 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000012 2024-11-17T09:54:10,651 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 750421047fc5510510997f4155c106cf 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-17T09:54:10,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/.tmp/a/3be46c6318a241daab6f66df0d16ccf5 is 79, key is testDatalossWhenInputError/a:x0/1731837250233/Put/seqid=0 2024-11-17T09:54:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741914_1092 (size=5808) 2024-11-17T09:54:10,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741914_1092 (size=5808) 2024-11-17T09:54:10,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741914_1092 (size=5808) 2024-11-17T09:54:10,679 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/.tmp/a/3be46c6318a241daab6f66df0d16ccf5 2024-11-17T09:54:10,687 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/.tmp/a/3be46c6318a241daab6f66df0d16ccf5 as hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/a/3be46c6318a241daab6f66df0d16ccf5 2024-11-17T09:54:10,694 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/a/3be46c6318a241daab6f66df0d16ccf5, entries=10, sequenceid=12, filesize=5.7 K 2024-11-17T09:54:10,694 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 750421047fc5510510997f4155c106cf in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-11-17T09:54:10,695 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/0000000000000000012 2024-11-17T09:54:10,696 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,696 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,698 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,700 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T09:54:10,701 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 750421047fc5510510997f4155c106cf; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60131058, jitterRate=-0.10397741198539734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T09:54:10,702 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 750421047fc5510510997f4155c106cf: Writing region info on filesystem at 1731837250639Initializing all the Stores at 1731837250642 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250642Obtaining lock to block concurrent updates at 1731837250651 (+9 ms)Preparing flush snapshotting stores in 750421047fc5510510997f4155c106cf at 1731837250651Finished memstore snapshotting testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731837250651Flushing stores of testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf. at 1731837250651Flushing 750421047fc5510510997f4155c106cf/a: creating writer at 1731837250651Flushing 750421047fc5510510997f4155c106cf/a: appending metadata at 1731837250670 (+19 ms)Flushing 750421047fc5510510997f4155c106cf/a: closing flushed file at 1731837250670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7207dd78: reopening flushed file at 1731837250686 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 750421047fc5510510997f4155c106cf in 43ms, sequenceid=12, compaction requested=false; wal=null at 1731837250694 (+8 ms)Cleaning up temporary data from old regions at 1731837250696 (+2 ms)Region opened successfully at 1731837250702 (+6 ms) 2024-11-17T09:54:10,705 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 750421047fc5510510997f4155c106cf, NAME => 'testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:10,705 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731837250056.750421047fc5510510997f4155c106cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:10,705 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,705 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,706 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,707 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750421047fc5510510997f4155c106cf columnFamilyName a 2024-11-17T09:54:10,707 DEBUG [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,712 DEBUG [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/a/3be46c6318a241daab6f66df0d16ccf5 2024-11-17T09:54:10,712 INFO [StoreOpener-750421047fc5510510997f4155c106cf-1 {}] regionserver.HStore(327): Store=750421047fc5510510997f4155c106cf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,712 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,713 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,714 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,714 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,714 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,716 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 750421047fc5510510997f4155c106cf 2024-11-17T09:54:10,719 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testDatalossWhenInputError/750421047fc5510510997f4155c106cf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-17T09:54:10,720 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 750421047fc5510510997f4155c106cf; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71074856, jitterRate=0.059097886085510254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T09:54:10,720 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 750421047fc5510510997f4155c106cf: Writing region info on filesystem at 1731837250705Initializing all the Stores at 1731837250706 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250706Cleaning up temporary data from old regions at 1731837250714 (+8 ms)Region opened successfully at 1731837250720 (+6 ms) 2024-11-17T09:54:10,741 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=426 (was 416) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:36726 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:33306 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:36822 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:58812 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-122749599-172.17.0.2-1731837218215:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:58890 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:33226 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=2927 (was 2936) 2024-11-17T09:54:10,741 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-17T09:54:10,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=2927 2024-11-17T09:54:10,756 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-17T09:54:10,772 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:54:10,773 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:54:10,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:54:10,776 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-91394869, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-91394869, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:10,797 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-91394869/hregion-91394869.1731837250777, exclude list is [], retry=0 2024-11-17T09:54:10,800 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:10,800 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:10,800 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:10,802 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-91394869/hregion-91394869.1731837250777 2024-11-17T09:54:10,803 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:54:10,803 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fdc3c81c55b7bcfeb021ab51560f40e2, NAME => 'testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:54:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741916_1094 (size=63) 2024-11-17T09:54:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741916_1094 (size=63) 2024-11-17T09:54:10,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741916_1094 (size=63) 2024-11-17T09:54:10,819 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:10,821 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,822 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc3c81c55b7bcfeb021ab51560f40e2 columnFamilyName a 2024-11-17T09:54:10,822 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,823 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(327): Store=fdc3c81c55b7bcfeb021ab51560f40e2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,823 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,824 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc3c81c55b7bcfeb021ab51560f40e2 columnFamilyName b 2024-11-17T09:54:10,825 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,825 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(327): Store=fdc3c81c55b7bcfeb021ab51560f40e2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,825 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,827 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc3c81c55b7bcfeb021ab51560f40e2 columnFamilyName c 2024-11-17T09:54:10,827 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,827 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(327): Store=fdc3c81c55b7bcfeb021ab51560f40e2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,828 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,828 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,830 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,830 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,830 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:10,831 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,834 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:54:10,834 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fdc3c81c55b7bcfeb021ab51560f40e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68482161, jitterRate=0.020463719964027405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:10,835 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fdc3c81c55b7bcfeb021ab51560f40e2: Writing region info on filesystem at 1731837250820Initializing all the Stores at 1731837250820Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250821 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250821Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250821Cleaning up temporary data from old regions at 1731837250830 (+9 ms)Region opened successfully at 1731837250835 (+5 ms) 2024-11-17T09:54:10,835 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fdc3c81c55b7bcfeb021ab51560f40e2, disabling compactions & flushes 2024-11-17T09:54:10,835 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. 2024-11-17T09:54:10,835 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. 2024-11-17T09:54:10,835 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. after waiting 0 ms 2024-11-17T09:54:10,835 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. 2024-11-17T09:54:10,835 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. 2024-11-17T09:54:10,836 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fdc3c81c55b7bcfeb021ab51560f40e2: Waiting for close lock at 1731837250835Disabling compacts and flushes for region at 1731837250835Disabling writes for close at 1731837250835Writing region close event to WAL at 1731837250835Closed at 1731837250835 2024-11-17T09:54:10,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741915_1093 (size=93) 2024-11-17T09:54:10,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741915_1093 (size=93) 2024-11-17T09:54:10,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741915_1093 (size=93) 2024-11-17T09:54:10,843 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:54:10,843 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-91394869:(num 1731837250777) 2024-11-17T09:54:10,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:10,845 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:10,860 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845, exclude list is [], retry=0 2024-11-17T09:54:10,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:10,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:10,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:10,865 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 2024-11-17T09:54:10,867 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:54:10,867 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fdc3c81c55b7bcfeb021ab51560f40e2, NAME => 'testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:10,867 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:10,868 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,868 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,869 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,870 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc3c81c55b7bcfeb021ab51560f40e2 columnFamilyName a 2024-11-17T09:54:10,870 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,871 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(327): Store=fdc3c81c55b7bcfeb021ab51560f40e2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,871 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,872 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc3c81c55b7bcfeb021ab51560f40e2 columnFamilyName b 2024-11-17T09:54:10,872 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,873 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(327): Store=fdc3c81c55b7bcfeb021ab51560f40e2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,873 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,873 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc3c81c55b7bcfeb021ab51560f40e2 columnFamilyName c 2024-11-17T09:54:10,874 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:10,874 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(327): Store=fdc3c81c55b7bcfeb021ab51560f40e2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:10,874 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,877 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,877 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,878 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:10,879 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:10,880 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fdc3c81c55b7bcfeb021ab51560f40e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68808044, jitterRate=0.02531975507736206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:10,880 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fdc3c81c55b7bcfeb021ab51560f40e2: Writing region info on filesystem at 1731837250868Initializing all the Stores at 1731837250869 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250869Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250869Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837250869Cleaning up temporary data from old regions at 1731837250877 (+8 ms)Region opened successfully at 1731837250880 (+3 ms) 2024-11-17T09:54:10,884 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731837250884/Put/seqid=0 2024-11-17T09:54:10,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741918_1096 (size=4875) 2024-11-17T09:54:10,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741918_1096 (size=4875) 2024-11-17T09:54:10,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741918_1096 (size=4875) 2024-11-17T09:54:10,896 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731837250896/Put/seqid=0 2024-11-17T09:54:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741919_1097 (size=4875) 2024-11-17T09:54:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741919_1097 (size=4875) 2024-11-17T09:54:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741919_1097 (size=4875) 2024-11-17T09:54:10,906 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731837250906/Put/seqid=0 2024-11-17T09:54:10,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741920_1098 (size=4875) 2024-11-17T09:54:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741920_1098 (size=4875) 2024-11-17T09:54:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741920_1098 (size=4875) 2024-11-17T09:54:10,914 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in fdc3c81c55b7bcfeb021ab51560f40e2/a 2024-11-17T09:54:10,919 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-17T09:54:10,919 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T09:54:10,919 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in fdc3c81c55b7bcfeb021ab51560f40e2/a 2024-11-17T09:54:10,923 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-17T09:54:10,923 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T09:54:10,923 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in fdc3c81c55b7bcfeb021ab51560f40e2/a 2024-11-17T09:54:10,926 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-17T09:54:10,926 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T09:54:10,926 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fdc3c81c55b7bcfeb021ab51560f40e2 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-17T09:54:10,943 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/.tmp/a/aff40f92de3740a19c3e6de04a6b4fcf is 55, key is testCompactedBulkLoadedFiles/a:a/1731837250881/Put/seqid=0 2024-11-17T09:54:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741921_1099 (size=5107) 2024-11-17T09:54:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741921_1099 (size=5107) 2024-11-17T09:54:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741921_1099 (size=5107) 2024-11-17T09:54:10,953 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/.tmp/a/aff40f92de3740a19c3e6de04a6b4fcf 2024-11-17T09:54:10,961 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/.tmp/a/aff40f92de3740a19c3e6de04a6b4fcf as hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/aff40f92de3740a19c3e6de04a6b4fcf 2024-11-17T09:54:10,967 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/aff40f92de3740a19c3e6de04a6b4fcf, entries=1, sequenceid=4, filesize=5.0 K 2024-11-17T09:54:10,968 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for fdc3c81c55b7bcfeb021ab51560f40e2 in 42ms, sequenceid=4, compaction requested=false 2024-11-17T09:54:10,968 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fdc3c81c55b7bcfeb021ab51560f40e2: 2024-11-17T09:54:10,970 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_ 2024-11-17T09:54:10,971 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_ 2024-11-17T09:54:10,972 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_ 2024-11-17T09:54:10,973 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile0 into fdc3c81c55b7bcfeb021ab51560f40e2/a as hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_ - updating store file list. 2024-11-17T09:54:10,978 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0504dfb2c4df4c329ecfea95995a835f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T09:54:10,978 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_ into fdc3c81c55b7bcfeb021ab51560f40e2/a 2024-11-17T09:54:10,978 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile0 into fdc3c81c55b7bcfeb021ab51560f40e2/a (new location: hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_) 2024-11-17T09:54:10,979 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile1 into fdc3c81c55b7bcfeb021ab51560f40e2/a as hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_ - updating store file list. 2024-11-17T09:54:10,984 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f91a34e9dc443818a53316964a38ac8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T09:54:10,984 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_ into fdc3c81c55b7bcfeb021ab51560f40e2/a 2024-11-17T09:54:10,984 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile1 into fdc3c81c55b7bcfeb021ab51560f40e2/a (new location: hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_) 2024-11-17T09:54:10,985 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile2 into fdc3c81c55b7bcfeb021ab51560f40e2/a as hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_ - updating store file list. 2024-11-17T09:54:10,990 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 170f7c830ae847608485a147d6ca146d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T09:54:10,990 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_ into fdc3c81c55b7bcfeb021ab51560f40e2/a 2024-11-17T09:54:10,990 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41005/hbase/testCompactedBulkLoadedFiles/hfile2 into fdc3c81c55b7bcfeb021ab51560f40e2/a (new location: hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_) 2024-11-17T09:54:10,999 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T09:54:10,999 DEBUG [Time-limited test {}] regionserver.HStore(1541): fdc3c81c55b7bcfeb021ab51560f40e2/a is initiating major compaction (all files) 2024-11-17T09:54:10,999 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fdc3c81c55b7bcfeb021ab51560f40e2/a in testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. 2024-11-17T09:54:10,999 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/aff40f92de3740a19c3e6de04a6b4fcf, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_] into tmpdir=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/.tmp, totalSize=19.3 K 2024-11-17T09:54:11,000 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aff40f92de3740a19c3e6de04a6b4fcf, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731837250881 2024-11-17T09:54:11,000 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0504dfb2c4df4c329ecfea95995a835f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-17T09:54:11,001 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8f91a34e9dc443818a53316964a38ac8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-17T09:54:11,001 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 170f7c830ae847608485a147d6ca146d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-17T09:54:11,015 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/.tmp/a/5031b44eba554525b805d20c8113ddd2 is 55, key is testCompactedBulkLoadedFiles/a:a/1731837250881/Put/seqid=0 2024-11-17T09:54:11,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741922_1100 (size=6154) 2024-11-17T09:54:11,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741922_1100 (size=6154) 2024-11-17T09:54:11,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741922_1100 (size=6154) 2024-11-17T09:54:11,029 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/.tmp/a/5031b44eba554525b805d20c8113ddd2 as hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/5031b44eba554525b805d20c8113ddd2 2024-11-17T09:54:11,036 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in fdc3c81c55b7bcfeb021ab51560f40e2/a of fdc3c81c55b7bcfeb021ab51560f40e2 into 5031b44eba554525b805d20c8113ddd2(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T09:54:11,036 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fdc3c81c55b7bcfeb021ab51560f40e2: 2024-11-17T09:54:11,036 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-17T09:54:11,036 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-17T09:54:11,071 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845, size=0 (0bytes) 2024-11-17T09:54:11,071 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 might be still open, length is 0 2024-11-17T09:54:11,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 2024-11-17T09:54:11,072 WARN [IPC Server handler 2 on default port 41005 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-17T09:54:11,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 after 1ms 2024-11-17T09:54:11,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-17T09:54:11,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-17T09:54:11,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-17T09:54:11,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-17T09:54:13,194 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:46330 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46330 dst: /127.0.0.1:34715 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34715 remote=/127.0.0.1:46330]. Total timeout mills is 60000, 57841 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:13,195 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:50068 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50068 dst: /127.0.0.1:34455 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:13,195 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:36660 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41849:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36660 dst: /127.0.0.1:41849 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:13,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741917_1101 (size=1368) 2024-11-17T09:54:13,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741917_1101 (size=1368) 2024-11-17T09:54:14,956 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T09:54:15,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 after 4002ms 2024-11-17T09:54:15,076 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:15,076 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 took 4005ms 2024-11-17T09:54:15,078 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845; continuing. 2024-11-17T09:54:15,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 so closing down 2024-11-17T09:54:15,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:54:15,079 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731837250845.temp 2024-11-17T09:54:15,081 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000003-wal.1731837250845.temp 2024-11-17T09:54:15,081 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:54:15,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741923_1102 (size=635) 2024-11-17T09:54:15,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741923_1102 (size=635) 2024-11-17T09:54:15,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741923_1102 (size=635) 2024-11-17T09:54:15,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000003-wal.1731837250845.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-17T09:54:15,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000003-wal.1731837250845.temp to hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000008 2024-11-17T09:54:15,089 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T09:54:15,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845, journal: Splitting hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845, size=0 (0bytes) at 1731837251071Finishing writing output for hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 so closing down at 1731837255078 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000003-wal.1731837250845.temp at 1731837255081 (+3 ms)3 split writer threads finished at 1731837255081Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000003-wal.1731837250845.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731837255088 (+7 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000003-wal.1731837250845.temp to hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000008 at 1731837255089 (+1 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845, size=0, length=0, corrupted=false, cancelled=false at 1731837255090 (+1 ms) 2024-11-17T09:54:15,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837250845 2024-11-17T09:54:15,092 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000008 2024-11-17T09:54:15,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:15,094 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:15,107 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837255094, exclude list is [], retry=0 2024-11-17T09:54:15,109 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:15,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:15,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:15,111 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837255094 2024-11-17T09:54:15,111 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:54:15,111 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fdc3c81c55b7bcfeb021ab51560f40e2, NAME => 'testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:15,112 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:15,112 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,112 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,113 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,114 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc3c81c55b7bcfeb021ab51560f40e2 columnFamilyName a 2024-11-17T09:54:15,114 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,119 DEBUG [StoreFileOpener-fdc3c81c55b7bcfeb021ab51560f40e2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0504dfb2c4df4c329ecfea95995a835f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T09:54:15,119 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_ 2024-11-17T09:54:15,123 DEBUG [StoreFileOpener-fdc3c81c55b7bcfeb021ab51560f40e2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 170f7c830ae847608485a147d6ca146d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T09:54:15,123 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_ 2024-11-17T09:54:15,126 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/5031b44eba554525b805d20c8113ddd2 2024-11-17T09:54:15,129 DEBUG [StoreFileOpener-fdc3c81c55b7bcfeb021ab51560f40e2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f91a34e9dc443818a53316964a38ac8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T09:54:15,129 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_ 2024-11-17T09:54:15,133 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/aff40f92de3740a19c3e6de04a6b4fcf 2024-11-17T09:54:15,133 WARN [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f2ff3f3 2024-11-17T09:54:15,133 WARN [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f2ff3f3 2024-11-17T09:54:15,133 WARN [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f2ff3f3 2024-11-17T09:54:15,133 WARN [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/aff40f92de3740a19c3e6de04a6b4fcf from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f2ff3f3 2024-11-17T09:54:15,133 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/aff40f92de3740a19c3e6de04a6b4fcf] to archive 2024-11-17T09:54:15,135 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T09:54:15,136 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_ to hdfs://localhost:41005/hbase/archive/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/0504dfb2c4df4c329ecfea95995a835f_SeqId_4_ 2024-11-17T09:54:15,138 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_ to hdfs://localhost:41005/hbase/archive/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/170f7c830ae847608485a147d6ca146d_SeqId_4_ 2024-11-17T09:54:15,139 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_ to hdfs://localhost:41005/hbase/archive/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/8f91a34e9dc443818a53316964a38ac8_SeqId_4_ 2024-11-17T09:54:15,140 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/aff40f92de3740a19c3e6de04a6b4fcf to hdfs://localhost:41005/hbase/archive/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/a/aff40f92de3740a19c3e6de04a6b4fcf 2024-11-17T09:54:15,140 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(327): Store=fdc3c81c55b7bcfeb021ab51560f40e2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,140 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,141 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc3c81c55b7bcfeb021ab51560f40e2 columnFamilyName b 2024-11-17T09:54:15,141 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,142 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(327): Store=fdc3c81c55b7bcfeb021ab51560f40e2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,142 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,142 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc3c81c55b7bcfeb021ab51560f40e2 columnFamilyName c 2024-11-17T09:54:15,143 DEBUG [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,143 INFO [StoreOpener-fdc3c81c55b7bcfeb021ab51560f40e2-1 {}] regionserver.HStore(327): Store=fdc3c81c55b7bcfeb021ab51560f40e2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,143 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,145 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,146 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000008 2024-11-17T09:54:15,148 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:15,150 DEBUG [Time-limited test {}] regionserver.HRegion(5836): fdc3c81c55b7bcfeb021ab51560f40e2 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "fdc3c81c55b7bcfeb021ab51560f40e2" family_name: "a" compaction_input: "aff40f92de3740a19c3e6de04a6b4fcf" compaction_input: "0504dfb2c4df4c329ecfea95995a835f_SeqId_4_" compaction_input: "8f91a34e9dc443818a53316964a38ac8_SeqId_4_" compaction_input: "170f7c830ae847608485a147d6ca146d_SeqId_4_" compaction_output: "5031b44eba554525b805d20c8113ddd2" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-17T09:54:15,150 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-17T09:54:15,150 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000008 2024-11-17T09:54:15,151 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/0000000000000000008 2024-11-17T09:54:15,152 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,152 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,153 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:15,154 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fdc3c81c55b7bcfeb021ab51560f40e2 2024-11-17T09:54:15,165 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testCompactedBulkLoadedFiles/fdc3c81c55b7bcfeb021ab51560f40e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T09:54:15,166 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fdc3c81c55b7bcfeb021ab51560f40e2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74782114, jitterRate=0.11434033513069153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:15,166 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fdc3c81c55b7bcfeb021ab51560f40e2: Writing region info on filesystem at 1731837255112Initializing all the Stores at 1731837255113 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255113Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255113Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255113Cleaning up temporary data from old regions at 1731837255152 (+39 ms)Region opened successfully at 1731837255166 (+14 ms) 2024-11-17T09:54:15,169 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fdc3c81c55b7bcfeb021ab51560f40e2, disabling compactions & flushes 2024-11-17T09:54:15,169 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. 2024-11-17T09:54:15,169 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. 2024-11-17T09:54:15,169 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. after waiting 0 ms 2024-11-17T09:54:15,169 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. 2024-11-17T09:54:15,170 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731837250772.fdc3c81c55b7bcfeb021ab51560f40e2. 2024-11-17T09:54:15,170 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fdc3c81c55b7bcfeb021ab51560f40e2: Waiting for close lock at 1731837255169Disabling compacts and flushes for region at 1731837255169Disabling writes for close at 1731837255169Writing region close event to WAL at 1731837255170 (+1 ms)Closed at 1731837255170 2024-11-17T09:54:15,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741924_1103 (size=93) 2024-11-17T09:54:15,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741924_1103 (size=93) 2024-11-17T09:54:15,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741924_1103 (size=93) 2024-11-17T09:54:15,178 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:54:15,178 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731837255094) 2024-11-17T09:54:15,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=439 (was 426) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:41005 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1535555063_22 at /127.0.0.1:46392 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1535555063_22 at /127.0.0.1:50134 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=97 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=2911 (was 2927) 2024-11-17T09:54:15,200 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-17T09:54:15,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=97, ProcessCount=11, AvailableMemoryMB=2910 2024-11-17T09:54:15,214 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-17T09:54:15,229 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:54:15,231 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T09:54:15,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T09:54:15,234 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39057370, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/hregion-39057370, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:15,247 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39057370/hregion-39057370.1731837255234, exclude list is [], retry=0 2024-11-17T09:54:15,249 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:15,249 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:15,249 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:15,251 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39057370/hregion-39057370.1731837255234 2024-11-17T09:54:15,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:54:15,252 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 224f9139e2a60f9335022c6eab86d4b4, NAME => 'testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/hbase 2024-11-17T09:54:15,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741926_1105 (size=67) 2024-11-17T09:54:15,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741926_1105 (size=67) 2024-11-17T09:54:15,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741926_1105 (size=67) 2024-11-17T09:54:15,260 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:15,261 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,262 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName a 2024-11-17T09:54:15,263 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,263 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,263 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,264 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName b 2024-11-17T09:54:15,264 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,265 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,265 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,266 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName c 2024-11-17T09:54:15,266 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,266 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,266 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,267 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,267 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,268 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,268 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,269 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:15,270 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,273 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T09:54:15,273 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 224f9139e2a60f9335022c6eab86d4b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69559855, jitterRate=0.03652261197566986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:15,273 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 224f9139e2a60f9335022c6eab86d4b4: Writing region info on filesystem at 1731837255260Initializing all the Stores at 1731837255261 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255261Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255261Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255261Cleaning up temporary data from old regions at 1731837255268 (+7 ms)Region opened successfully at 1731837255273 (+5 ms) 2024-11-17T09:54:15,273 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 224f9139e2a60f9335022c6eab86d4b4, disabling compactions & flushes 2024-11-17T09:54:15,273 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:15,273 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:15,274 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. after waiting 0 ms 2024-11-17T09:54:15,274 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:15,274 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:15,274 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 224f9139e2a60f9335022c6eab86d4b4: Waiting for close lock at 1731837255273Disabling compacts and flushes for region at 1731837255273Disabling writes for close at 1731837255274 (+1 ms)Writing region close event to WAL at 1731837255274Closed at 1731837255274 2024-11-17T09:54:15,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741925_1104 (size=93) 2024-11-17T09:54:15,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741925_1104 (size=93) 2024-11-17T09:54:15,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741925_1104 (size=93) 2024-11-17T09:54:15,279 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:54:15,279 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39057370:(num 1731837255234) 2024-11-17T09:54:15,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:15,281 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:15,294 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281, exclude list is [], retry=0 2024-11-17T09:54:15,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:15,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:15,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:15,299 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281 2024-11-17T09:54:15,299 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-17T09:54:15,300 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 224f9139e2a60f9335022c6eab86d4b4, NAME => 'testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:15,300 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:15,300 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,300 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,301 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,302 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName a 2024-11-17T09:54:15,302 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,302 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,302 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,303 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName b 2024-11-17T09:54:15,303 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,304 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,304 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,304 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName c 2024-11-17T09:54:15,305 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,305 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,305 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,306 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,307 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,308 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,308 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,308 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:15,310 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,311 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 224f9139e2a60f9335022c6eab86d4b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74532355, jitterRate=0.11061863601207733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:15,311 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 224f9139e2a60f9335022c6eab86d4b4: Writing region info on filesystem at 1731837255300Initializing all the Stores at 1731837255301 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255301Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255301Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255301Cleaning up temporary data from old regions at 1731837255308 (+7 ms)Region opened successfully at 1731837255311 (+3 ms) 2024-11-17T09:54:15,319 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 224f9139e2a60f9335022c6eab86d4b4 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-17T09:54:15,335 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/a/683f79748f2f4047907f69ce6fdb73a8 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731837255311/Put/seqid=0 2024-11-17T09:54:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741928_1107 (size=5958) 2024-11-17T09:54:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741928_1107 (size=5958) 2024-11-17T09:54:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741928_1107 (size=5958) 2024-11-17T09:54:15,343 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/a/683f79748f2f4047907f69ce6fdb73a8 2024-11-17T09:54:15,349 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/a/683f79748f2f4047907f69ce6fdb73a8 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/a/683f79748f2f4047907f69ce6fdb73a8 2024-11-17T09:54:15,354 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/a/683f79748f2f4047907f69ce6fdb73a8, entries=10, sequenceid=13, filesize=5.8 K 2024-11-17T09:54:15,355 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 224f9139e2a60f9335022c6eab86d4b4 in 36ms, sequenceid=13, compaction requested=false 2024-11-17T09:54:15,355 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 224f9139e2a60f9335022c6eab86d4b4: 2024-11-17T09:54:15,375 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 224f9139e2a60f9335022c6eab86d4b4, disabling compactions & flushes 2024-11-17T09:54:15,375 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:15,375 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:15,375 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. after waiting 0 ms 2024-11-17T09:54:15,375 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:15,376 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:15,376 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:15,376 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 224f9139e2a60f9335022c6eab86d4b4: Waiting for close lock at 1731837255375Disabling compacts and flushes for region at 1731837255375Disabling writes for close at 1731837255375Writing region close event to WAL at 1731837255376 (+1 ms)Closed at 1731837255376 2024-11-17T09:54:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741927_1106 (size=2805) 2024-11-17T09:54:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741927_1106 (size=2805) 2024-11-17T09:54:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741927_1106 (size=2805) 2024-11-17T09:54:15,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281, size=2.7 K (2805bytes) 2024-11-17T09:54:15,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281 2024-11-17T09:54:15,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281 after 0ms 2024-11-17T09:54:15,397 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:15,397 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281 took 3ms 2024-11-17T09:54:15,399 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281 so closing down 2024-11-17T09:54:15,399 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:54:15,400 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731837255281.temp 2024-11-17T09:54:15,401 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000003-wal.1731837255281.temp 2024-11-17T09:54:15,401 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:54:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741929_1108 (size=2312) 2024-11-17T09:54:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741929_1108 (size=2312) 2024-11-17T09:54:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741929_1108 (size=2312) 2024-11-17T09:54:15,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000003-wal.1731837255281.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-17T09:54:15,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000003-wal.1731837255281.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000035 2024-11-17T09:54:15,409 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-17T09:54:15,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281, journal: Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281, size=2.7 K (2805bytes) at 1731837255394Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281 so closing down at 1731837255399 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000003-wal.1731837255281.temp at 1731837255401 (+2 ms)3 split writer threads finished at 1731837255401Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000003-wal.1731837255281.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731837255408 (+7 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000003-wal.1731837255281.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000035 at 1731837255409 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731837255409 2024-11-17T09:54:15,411 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255281 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837255281 2024-11-17T09:54:15,412 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000035 2024-11-17T09:54:15,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:15,414 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:15,427 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414, exclude list is [], retry=0 2024-11-17T09:54:15,430 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:15,430 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:15,430 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:15,433 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 2024-11-17T09:54:15,433 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46835:46835),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:33033:33033)] 2024-11-17T09:54:15,433 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 224f9139e2a60f9335022c6eab86d4b4, NAME => 'testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T09:54:15,433 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:15,433 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,434 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,435 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,436 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName a 2024-11-17T09:54:15,436 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,442 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/a/683f79748f2f4047907f69ce6fdb73a8 2024-11-17T09:54:15,442 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,442 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,443 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName b 2024-11-17T09:54:15,443 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,444 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,444 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,445 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName c 2024-11-17T09:54:15,445 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:15,445 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:15,445 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,446 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,447 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,448 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000035 2024-11-17T09:54:15,450 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:15,451 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000035 2024-11-17T09:54:15,451 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 224f9139e2a60f9335022c6eab86d4b4 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-17T09:54:15,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/b/459fc452c7fd49808a894db6f76440f4 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731837255355/Put/seqid=0 2024-11-17T09:54:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741931_1110 (size=5958) 2024-11-17T09:54:15,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741931_1110 (size=5958) 2024-11-17T09:54:15,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741931_1110 (size=5958) 2024-11-17T09:54:15,473 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/b/459fc452c7fd49808a894db6f76440f4 2024-11-17T09:54:15,492 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/c/5602bea9f8c04f8992bef1e78f9660ba is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731837255363/Put/seqid=0 2024-11-17T09:54:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741932_1111 (size=5958) 2024-11-17T09:54:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741932_1111 (size=5958) 2024-11-17T09:54:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741932_1111 (size=5958) 2024-11-17T09:54:15,499 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/c/5602bea9f8c04f8992bef1e78f9660ba 2024-11-17T09:54:15,504 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/b/459fc452c7fd49808a894db6f76440f4 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/b/459fc452c7fd49808a894db6f76440f4 2024-11-17T09:54:15,509 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/b/459fc452c7fd49808a894db6f76440f4, entries=10, sequenceid=35, filesize=5.8 K 2024-11-17T09:54:15,510 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/c/5602bea9f8c04f8992bef1e78f9660ba as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/c/5602bea9f8c04f8992bef1e78f9660ba 2024-11-17T09:54:15,515 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/c/5602bea9f8c04f8992bef1e78f9660ba, entries=10, sequenceid=35, filesize=5.8 K 2024-11-17T09:54:15,515 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 224f9139e2a60f9335022c6eab86d4b4 in 64ms, sequenceid=35, compaction requested=false; wal=null 2024-11-17T09:54:15,516 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000035 2024-11-17T09:54:15,517 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,517 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,518 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:15,519 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:15,521 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-17T09:54:15,522 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 224f9139e2a60f9335022c6eab86d4b4; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59529076, jitterRate=-0.11294764280319214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:15,522 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 224f9139e2a60f9335022c6eab86d4b4: Writing region info on filesystem at 1731837255434Initializing all the Stores at 1731837255434Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255434Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255435 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837255435Obtaining lock to block concurrent updates at 1731837255451 (+16 ms)Preparing flush snapshotting stores in 224f9139e2a60f9335022c6eab86d4b4 at 1731837255451Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731837255451Flushing stores of testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. at 1731837255451Flushing 224f9139e2a60f9335022c6eab86d4b4/b: creating writer at 1731837255451Flushing 224f9139e2a60f9335022c6eab86d4b4/b: appending metadata at 1731837255465 (+14 ms)Flushing 224f9139e2a60f9335022c6eab86d4b4/b: closing flushed file at 1731837255465Flushing 224f9139e2a60f9335022c6eab86d4b4/c: creating writer at 1731837255478 (+13 ms)Flushing 224f9139e2a60f9335022c6eab86d4b4/c: appending metadata at 1731837255492 (+14 ms)Flushing 224f9139e2a60f9335022c6eab86d4b4/c: closing flushed file at 1731837255492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2fc624: reopening flushed file at 1731837255504 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd8b9ee: reopening flushed file at 1731837255509 (+5 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 224f9139e2a60f9335022c6eab86d4b4 in 64ms, sequenceid=35, compaction requested=false; wal=null at 1731837255516 (+7 ms)Cleaning up temporary data from old regions at 1731837255517 (+1 ms)Region opened successfully at 1731837255522 (+5 ms) 2024-11-17T09:54:15,587 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414, size=0 (0bytes) 2024-11-17T09:54:15,587 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 might be still open, length is 0 2024-11-17T09:54:15,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 2024-11-17T09:54:15,587 WARN [IPC Server handler 0 on default port 41005 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-17T09:54:15,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 after 0ms 2024-11-17T09:54:16,193 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:50182 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50182 dst: /127.0.0.1:34455 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34455 remote=/127.0.0.1:50182]. Total timeout mills is 60000, 59356 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:16,193 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:46424 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46424 dst: /127.0.0.1:34715 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:16,194 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-400519507_22 at /127.0.0.1:36812 [Receiving block BP-122749599-172.17.0.2-1731837218215:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41849:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36812 dst: /127.0.0.1:41849 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741930_1112 (size=2304) 2024-11-17T09:54:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741930_1112 (size=2304) 2024-11-17T09:54:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741930_1112 (size=2304) 2024-11-17T09:54:19,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 after 4001ms 2024-11-17T09:54:19,591 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:19,591 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 took 4004ms 2024-11-17T09:54:19,593 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414; continuing. 2024-11-17T09:54:19,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 so closing down 2024-11-17T09:54:19,593 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T09:54:19,595 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731837255414.temp 2024-11-17T09:54:19,596 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000037-wal.1731837255414.temp 2024-11-17T09:54:19,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T09:54:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741933_1113 (size=2312) 2024-11-17T09:54:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741933_1113 (size=2312) 2024-11-17T09:54:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741933_1113 (size=2312) 2024-11-17T09:54:19,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000037-wal.1731837255414.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-17T09:54:19,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000037-wal.1731837255414.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000066 2024-11-17T09:54:19,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T09:54:19,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414, journal: Splitting hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414, size=0 (0bytes) at 1731837255587Finishing writing output for hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 so closing down at 1731837259593 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000037-wal.1731837255414.temp at 1731837259596 (+3 ms)3 split writer threads finished at 1731837259596Closed recovered edits writer path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000037-wal.1731837255414.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731837259630 (+34 ms)Rename recovered edits hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000037-wal.1731837255414.temp to hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000066 at 1731837259631 (+1 ms)Processed 30 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414, size=0, length=0, corrupted=false, cancelled=false at 1731837259631 2024-11-17T09:54:19,633 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 to hdfs://localhost:41005/hbase/oldWALs/wal.1731837255414 2024-11-17T09:54:19,634 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000066 2024-11-17T09:54:19,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T09:54:19,636 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41005/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228, archiveDir=hdfs://localhost:41005/hbase/oldWALs, maxLogs=32 2024-11-17T09:54:19,651 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837259636, exclude list is [], retry=0 2024-11-17T09:54:19,653 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-de9492ed-2435-4225-8071-50196d96f619,DISK] 2024-11-17T09:54:19,654 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-be8edc32-9499-4184-a1de-feb069dc58dc,DISK] 2024-11-17T09:54:19,654 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-4bd5fe83-5d42-4453-8aa6-6ac8956fd1fe,DISK] 2024-11-17T09:54:19,655 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837259636 2024-11-17T09:54:19,656 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033),(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:46835:46835)] 2024-11-17T09:54:19,656 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T09:54:19,657 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:19,658 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName a 2024-11-17T09:54:19,658 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:19,663 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/a/683f79748f2f4047907f69ce6fdb73a8 2024-11-17T09:54:19,663 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:19,663 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:19,664 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName b 2024-11-17T09:54:19,664 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:19,668 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/b/459fc452c7fd49808a894db6f76440f4 2024-11-17T09:54:19,668 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:19,668 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:19,669 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f9139e2a60f9335022c6eab86d4b4 columnFamilyName c 2024-11-17T09:54:19,669 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T09:54:19,673 DEBUG [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/c/5602bea9f8c04f8992bef1e78f9660ba 2024-11-17T09:54:19,674 INFO [StoreOpener-224f9139e2a60f9335022c6eab86d4b4-1 {}] regionserver.HStore(327): Store=224f9139e2a60f9335022c6eab86d4b4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T09:54:19,674 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:19,674 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:19,676 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:19,676 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000066 2024-11-17T09:54:19,677 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T09:54:19,683 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000066 2024-11-17T09:54:19,683 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 224f9139e2a60f9335022c6eab86d4b4 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-17T09:54:19,700 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/a/de4739044cc24d7f95a803d45e91afbc is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731837255529/Put/seqid=0 2024-11-17T09:54:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741935_1115 (size=5958) 2024-11-17T09:54:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741935_1115 (size=5958) 2024-11-17T09:54:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741935_1115 (size=5958) 2024-11-17T09:54:19,707 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/a/de4739044cc24d7f95a803d45e91afbc 2024-11-17T09:54:19,725 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/b/32e7e994bd504830b2b9017d7c3bb366 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731837255536/Put/seqid=0 2024-11-17T09:54:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741936_1116 (size=5958) 2024-11-17T09:54:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741936_1116 (size=5958) 2024-11-17T09:54:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741936_1116 (size=5958) 2024-11-17T09:54:19,732 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/b/32e7e994bd504830b2b9017d7c3bb366 2024-11-17T09:54:19,750 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/c/d530759bb2e34985961987dab21c8582 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731837255543/Put/seqid=0 2024-11-17T09:54:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741937_1117 (size=5958) 2024-11-17T09:54:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741937_1117 (size=5958) 2024-11-17T09:54:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741937_1117 (size=5958) 2024-11-17T09:54:19,757 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/c/d530759bb2e34985961987dab21c8582 2024-11-17T09:54:19,762 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/a/de4739044cc24d7f95a803d45e91afbc as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/a/de4739044cc24d7f95a803d45e91afbc 2024-11-17T09:54:19,766 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/a/de4739044cc24d7f95a803d45e91afbc, entries=10, sequenceid=66, filesize=5.8 K 2024-11-17T09:54:19,767 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/b/32e7e994bd504830b2b9017d7c3bb366 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/b/32e7e994bd504830b2b9017d7c3bb366 2024-11-17T09:54:19,771 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/b/32e7e994bd504830b2b9017d7c3bb366, entries=10, sequenceid=66, filesize=5.8 K 2024-11-17T09:54:19,772 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/.tmp/c/d530759bb2e34985961987dab21c8582 as hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/c/d530759bb2e34985961987dab21c8582 2024-11-17T09:54:19,775 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/c/d530759bb2e34985961987dab21c8582, entries=10, sequenceid=66, filesize=5.8 K 2024-11-17T09:54:19,775 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 224f9139e2a60f9335022c6eab86d4b4 in 92ms, sequenceid=66, compaction requested=false; wal=null 2024-11-17T09:54:19,776 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/0000000000000000066 2024-11-17T09:54:19,777 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:19,777 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:19,778 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T09:54:19,779 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 224f9139e2a60f9335022c6eab86d4b4 2024-11-17T09:54:19,781 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/hbase/data/default/testReplayEditsWrittenViaHRegion/224f9139e2a60f9335022c6eab86d4b4/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-17T09:54:19,781 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 224f9139e2a60f9335022c6eab86d4b4; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73167333, jitterRate=0.09027822315692902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T09:54:19,782 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 224f9139e2a60f9335022c6eab86d4b4: Writing region info on filesystem at 1731837259656Initializing all the Stores at 1731837259657 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837259657Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837259657Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731837259657Obtaining lock to block concurrent updates at 1731837259683 (+26 ms)Preparing flush snapshotting stores in 224f9139e2a60f9335022c6eab86d4b4 at 1731837259683Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731837259683Flushing stores of testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. at 1731837259683Flushing 224f9139e2a60f9335022c6eab86d4b4/a: creating writer at 1731837259683Flushing 224f9139e2a60f9335022c6eab86d4b4/a: appending metadata at 1731837259699 (+16 ms)Flushing 224f9139e2a60f9335022c6eab86d4b4/a: closing flushed file at 1731837259699Flushing 224f9139e2a60f9335022c6eab86d4b4/b: creating writer at 1731837259711 (+12 ms)Flushing 224f9139e2a60f9335022c6eab86d4b4/b: appending metadata at 1731837259724 (+13 ms)Flushing 224f9139e2a60f9335022c6eab86d4b4/b: closing flushed file at 1731837259724Flushing 224f9139e2a60f9335022c6eab86d4b4/c: creating writer at 1731837259736 (+12 ms)Flushing 224f9139e2a60f9335022c6eab86d4b4/c: appending metadata at 1731837259750 (+14 ms)Flushing 224f9139e2a60f9335022c6eab86d4b4/c: closing flushed file at 1731837259750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618e8251: reopening flushed file at 1731837259761 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40bbf451: reopening flushed file at 1731837259766 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c67d7b1: reopening flushed file at 1731837259771 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 224f9139e2a60f9335022c6eab86d4b4 in 92ms, sequenceid=66, compaction requested=false; wal=null at 1731837259775 (+4 ms)Cleaning up temporary data from old regions at 1731837259777 (+2 ms)Region opened successfully at 1731837259782 (+5 ms) 2024-11-17T09:54:19,795 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 224f9139e2a60f9335022c6eab86d4b4, disabling compactions & flushes 2024-11-17T09:54:19,795 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:19,795 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:19,795 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. after waiting 0 ms 2024-11-17T09:54:19,795 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:19,796 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731837255229.224f9139e2a60f9335022c6eab86d4b4. 2024-11-17T09:54:19,796 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 224f9139e2a60f9335022c6eab86d4b4: Waiting for close lock at 1731837259795Disabling compacts and flushes for region at 1731837259795Disabling writes for close at 1731837259795Writing region close event to WAL at 1731837259796 (+1 ms)Closed at 1731837259796 2024-11-17T09:54:19,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837259636 not finished, retry = 0 2024-11-17T09:54:19,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741934_1114 (size=93) 2024-11-17T09:54:19,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741934_1114 (size=93) 2024-11-17T09:54:19,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741934_1114 (size=93) 2024-11-17T09:54:19,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T09:54:19,901 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731837259636) 2024-11-17T09:54:19,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=446 (was 439) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:41005 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_46443703_22 at /127.0.0.1:36848 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_46443703_22 at /127.0.0.1:50230 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_46443703_22 at /127.0.0.1:46452 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 97), ProcessCount=11 (was 11), AvailableMemoryMB=2861 (was 2910) 2024-11-17T09:54:19,916 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-17T09:54:19,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T09:54:19,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T09:54:19,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T09:54:19,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:54:19,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:54:19,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T09:54:19,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T09:54:19,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1670040443, stopped=false 2024-11-17T09:54:19,918 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=70e37c475432,41871,1731837221235 2024-11-17T09:54:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T09:54:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T09:54:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T09:54:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:54:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:54:19,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:54:19,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T09:54:19,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T09:54:19,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T09:54:19,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T09:54:19,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:54:19,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T09:54:19,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '70e37c475432,36557,1731837221907' ***** 2024-11-17T09:54:19,921 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T09:54:19,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T09:54:19,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '70e37c475432,35649,1731837222043' ***** 2024-11-17T09:54:19,921 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T09:54:19,921 INFO [RS:2;70e37c475432:35649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T09:54:19,921 INFO [RS:0;70e37c475432:36557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T09:54:19,921 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T09:54:19,921 INFO [RS:0;70e37c475432:36557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T09:54:19,921 INFO [RS:0;70e37c475432:36557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T09:54:19,922 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(959): stopping server 70e37c475432,36557,1731837221907 2024-11-17T09:54:19,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T09:54:19,922 INFO [RS:2;70e37c475432:35649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T09:54:19,922 INFO [RS:2;70e37c475432:35649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T09:54:19,922 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(3091): Received CLOSE for 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:54:19,922 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(959): stopping server 70e37c475432,35649,1731837222043 2024-11-17T09:54:19,922 INFO [RS:2;70e37c475432:35649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T09:54:19,922 INFO [RS:2;70e37c475432:35649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;70e37c475432:35649. 2024-11-17T09:54:19,922 DEBUG [RS:2;70e37c475432:35649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T09:54:19,922 DEBUG [RS:2;70e37c475432:35649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:54:19,922 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09c2fa72b581f49cb7b155fee5d054b0, disabling compactions & flushes 2024-11-17T09:54:19,923 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:54:19,923 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T09:54:19,923 DEBUG [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(1325): Online Regions={09c2fa72b581f49cb7b155fee5d054b0=testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0.} 2024-11-17T09:54:19,923 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:54:19,923 DEBUG [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(1351): Waiting on 09c2fa72b581f49cb7b155fee5d054b0 2024-11-17T09:54:19,923 INFO [RS:0;70e37c475432:36557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T09:54:19,923 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. after waiting 0 ms 2024-11-17T09:54:19,923 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:54:19,923 INFO [RS:0;70e37c475432:36557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;70e37c475432:36557. 2024-11-17T09:54:19,923 DEBUG [RS:0;70e37c475432:36557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T09:54:19,923 DEBUG [RS:0;70e37c475432:36557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:54:19,923 INFO [RS:0;70e37c475432:36557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T09:54:19,923 INFO [RS:0;70e37c475432:36557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T09:54:19,923 INFO [RS:0;70e37c475432:36557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T09:54:19,923 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T09:54:19,924 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T09:54:19,924 DEBUG [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T09:54:19,924 DEBUG [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T09:54:19,924 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T09:54:19,924 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T09:54:19,924 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T09:54:19,924 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T09:54:19,924 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T09:54:19,925 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-17T09:54:19,928 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09c2fa72b581f49cb7b155fee5d054b0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-17T09:54:19,929 INFO [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:54:19,929 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09c2fa72b581f49cb7b155fee5d054b0: Waiting for close lock at 1731837259922Running coprocessor pre-close hooks at 1731837259922Disabling compacts and flushes for region at 1731837259922Disabling writes for close at 1731837259923 (+1 ms)Writing region close event to WAL at 1731837259924 (+1 ms)Running coprocessor post-close hooks at 1731837259929 (+5 ms)Closed at 1731837259929 2024-11-17T09:54:19,929 DEBUG [RS_CLOSE_REGION-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0. 2024-11-17T09:54:19,946 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/.tmp/info/d4f4467e2e3942bb9cc25fe7091996bd is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731837236076.09c2fa72b581f49cb7b155fee5d054b0./info:regioninfo/1731837239044/Put/seqid=0 2024-11-17T09:54:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741938_1118 (size=8243) 2024-11-17T09:54:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741938_1118 (size=8243) 2024-11-17T09:54:19,953 INFO [regionserver/70e37c475432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T09:54:19,953 INFO [regionserver/70e37c475432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T09:54:19,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741938_1118 (size=8243) 2024-11-17T09:54:19,954 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/.tmp/info/d4f4467e2e3942bb9cc25fe7091996bd 2024-11-17T09:54:19,973 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/.tmp/ns/11631c57e25e446d982c988b3d045c53 is 43, key is default/ns:d/1731837223916/Put/seqid=0 2024-11-17T09:54:19,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741939_1119 (size=5153) 2024-11-17T09:54:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741939_1119 (size=5153) 2024-11-17T09:54:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741939_1119 (size=5153) 2024-11-17T09:54:19,981 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/.tmp/ns/11631c57e25e446d982c988b3d045c53 2024-11-17T09:54:20,000 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/.tmp/table/4e12348248ef4653852b6be46b507668 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731837236493/Put/seqid=0 2024-11-17T09:54:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741940_1120 (size=5431) 2024-11-17T09:54:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741940_1120 (size=5431) 2024-11-17T09:54:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741940_1120 (size=5431) 2024-11-17T09:54:20,007 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/.tmp/table/4e12348248ef4653852b6be46b507668 2024-11-17T09:54:20,013 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/.tmp/info/d4f4467e2e3942bb9cc25fe7091996bd as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/info/d4f4467e2e3942bb9cc25fe7091996bd 2024-11-17T09:54:20,018 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/info/d4f4467e2e3942bb9cc25fe7091996bd, entries=18, sequenceid=21, filesize=8.0 K 2024-11-17T09:54:20,019 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/.tmp/ns/11631c57e25e446d982c988b3d045c53 as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/ns/11631c57e25e446d982c988b3d045c53 2024-11-17T09:54:20,023 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/ns/11631c57e25e446d982c988b3d045c53, entries=2, sequenceid=21, filesize=5.0 K 2024-11-17T09:54:20,024 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/.tmp/table/4e12348248ef4653852b6be46b507668 as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/table/4e12348248ef4653852b6be46b507668 2024-11-17T09:54:20,029 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/table/4e12348248ef4653852b6be46b507668, entries=2, sequenceid=21, filesize=5.3 K 2024-11-17T09:54:20,030 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false 2024-11-17T09:54:20,034 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-17T09:54:20,035 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T09:54:20,035 INFO [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T09:54:20,035 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731837259924Running coprocessor pre-close hooks at 1731837259924Disabling compacts and flushes for region at 1731837259924Disabling writes for close at 1731837259924Obtaining lock to block concurrent updates at 1731837259925 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731837259925Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731837259925Flushing stores of hbase:meta,,1.1588230740 at 1731837259926 (+1 ms)Flushing 1588230740/info: creating writer at 1731837259926Flushing 1588230740/info: appending metadata at 1731837259946 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731837259946Flushing 1588230740/ns: creating writer at 1731837259959 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731837259973 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731837259973Flushing 1588230740/table: creating writer at 1731837259986 (+13 ms)Flushing 1588230740/table: appending metadata at 1731837260000 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731837260000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1897fdd6: reopening flushed file at 1731837260012 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb673c4: reopening flushed file at 1731837260018 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa403e3: reopening flushed file at 1731837260024 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false at 1731837260030 (+6 ms)Writing region close event to WAL at 1731837260031 (+1 ms)Running coprocessor post-close hooks at 1731837260035 (+4 ms)Closed at 1731837260035 2024-11-17T09:54:20,035 DEBUG [RS_CLOSE_META-regionserver/70e37c475432:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T09:54:20,123 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(976): stopping server 70e37c475432,35649,1731837222043; all regions closed. 2024-11-17T09:54:20,124 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(976): stopping server 70e37c475432,36557,1731837221907; all regions closed. 2024-11-17T09:54:20,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741833_1009 (size=841) 2024-11-17T09:54:20,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741833_1009 (size=841) 2024-11-17T09:54:20,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741833_1009 (size=841) 2024-11-17T09:54:20,129 DEBUG [RS:2;70e37c475432:35649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/oldWALs 2024-11-17T09:54:20,129 INFO [RS:2;70e37c475432:35649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 70e37c475432%2C35649%2C1731837222043:(num 1731837223406) 2024-11-17T09:54:20,129 DEBUG [RS:2;70e37c475432:35649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:54:20,129 INFO [RS:2;70e37c475432:35649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T09:54:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741836_1012 (size=3783) 2024-11-17T09:54:20,129 INFO [RS:2;70e37c475432:35649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T09:54:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741836_1012 (size=3783) 2024-11-17T09:54:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741836_1012 (size=3783) 2024-11-17T09:54:20,129 INFO [RS:2;70e37c475432:35649 {}] hbase.ChoreService(370): Chore service for: regionserver/70e37c475432:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T09:54:20,130 INFO [RS:2;70e37c475432:35649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T09:54:20,130 INFO [RS:2;70e37c475432:35649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T09:54:20,130 INFO [RS:2;70e37c475432:35649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T09:54:20,130 INFO [RS:2;70e37c475432:35649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T09:54:20,130 INFO [regionserver/70e37c475432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T09:54:20,130 INFO [RS:2;70e37c475432:35649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35649 2024-11-17T09:54:20,132 DEBUG [RS:0;70e37c475432:36557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/oldWALs 2024-11-17T09:54:20,132 INFO [RS:0;70e37c475432:36557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 70e37c475432%2C36557%2C1731837221907.meta:.meta(num 1731837223756) 2024-11-17T09:54:20,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/70e37c475432,35649,1731837222043 2024-11-17T09:54:20,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T09:54:20,133 INFO [RS:2;70e37c475432:35649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T09:54:20,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [70e37c475432,35649,1731837222043] 2024-11-17T09:54:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741835_1011 (size=2054) 2024-11-17T09:54:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741835_1011 (size=2054) 2024-11-17T09:54:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741835_1011 (size=2054) 2024-11-17T09:54:20,137 DEBUG [RS:0;70e37c475432:36557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/oldWALs 2024-11-17T09:54:20,137 INFO [RS:0;70e37c475432:36557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 70e37c475432%2C36557%2C1731837221907:(num 1731837223406) 2024-11-17T09:54:20,137 DEBUG [RS:0;70e37c475432:36557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T09:54:20,137 INFO [RS:0;70e37c475432:36557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T09:54:20,138 INFO [RS:0;70e37c475432:36557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T09:54:20,138 INFO [RS:0;70e37c475432:36557 {}] hbase.ChoreService(370): Chore service for: regionserver/70e37c475432:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T09:54:20,138 INFO [RS:0;70e37c475432:36557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T09:54:20,138 INFO [regionserver/70e37c475432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T09:54:20,138 INFO [RS:0;70e37c475432:36557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36557 2024-11-17T09:54:20,142 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/70e37c475432,35649,1731837222043 already deleted, retry=false 2024-11-17T09:54:20,142 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 70e37c475432,35649,1731837222043 expired; onlineServers=1 2024-11-17T09:54:20,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T09:54:20,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/70e37c475432,36557,1731837221907 2024-11-17T09:54:20,143 INFO [RS:0;70e37c475432:36557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T09:54:20,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [70e37c475432,36557,1731837221907] 2024-11-17T09:54:20,146 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/70e37c475432,36557,1731837221907 already deleted, retry=false 2024-11-17T09:54:20,146 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 70e37c475432,36557,1731837221907 expired; onlineServers=0 2024-11-17T09:54:20,146 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '70e37c475432,41871,1731837221235' ***** 2024-11-17T09:54:20,146 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T09:54:20,146 INFO [M:0;70e37c475432:41871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T09:54:20,146 INFO [M:0;70e37c475432:41871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T09:54:20,146 DEBUG [M:0;70e37c475432:41871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T09:54:20,146 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T09:54:20,146 DEBUG [M:0;70e37c475432:41871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T09:54:20,146 DEBUG [master/70e37c475432:0:becomeActiveMaster-HFileCleaner.large.0-1731837222980 {}] cleaner.HFileCleaner(306): Exit Thread[master/70e37c475432:0:becomeActiveMaster-HFileCleaner.large.0-1731837222980,5,FailOnTimeoutGroup] 2024-11-17T09:54:20,146 DEBUG [master/70e37c475432:0:becomeActiveMaster-HFileCleaner.small.0-1731837222984 {}] cleaner.HFileCleaner(306): Exit Thread[master/70e37c475432:0:becomeActiveMaster-HFileCleaner.small.0-1731837222984,5,FailOnTimeoutGroup] 2024-11-17T09:54:20,146 INFO [M:0;70e37c475432:41871 {}] hbase.ChoreService(370): Chore service for: master/70e37c475432:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T09:54:20,147 INFO [M:0;70e37c475432:41871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T09:54:20,147 DEBUG [M:0;70e37c475432:41871 {}] master.HMaster(1795): Stopping service threads 2024-11-17T09:54:20,147 INFO [M:0;70e37c475432:41871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T09:54:20,147 INFO [M:0;70e37c475432:41871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T09:54:20,148 INFO [M:0;70e37c475432:41871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T09:54:20,148 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T09:54:20,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T09:54:20,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T09:54:20,150 DEBUG [M:0;70e37c475432:41871 {}] zookeeper.ZKUtil(347): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T09:54:20,150 WARN [M:0;70e37c475432:41871 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T09:54:20,151 INFO [M:0;70e37c475432:41871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/.lastflushedseqids 2024-11-17T09:54:20,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741941_1121 (size=138) 2024-11-17T09:54:20,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741941_1121 (size=138) 2024-11-17T09:54:20,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741941_1121 (size=138) 2024-11-17T09:54:20,164 INFO [M:0;70e37c475432:41871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T09:54:20,164 INFO [M:0;70e37c475432:41871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T09:54:20,164 DEBUG [M:0;70e37c475432:41871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T09:54:20,164 INFO [M:0;70e37c475432:41871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T09:54:20,164 DEBUG [M:0;70e37c475432:41871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T09:54:20,164 DEBUG [M:0;70e37c475432:41871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T09:54:20,164 DEBUG [M:0;70e37c475432:41871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T09:54:20,165 INFO [M:0;70e37c475432:41871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-17T09:54:20,180 DEBUG [M:0;70e37c475432:41871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fda6f2f6f6de45e4883ce65b8eae4698 is 82, key is hbase:meta,,1/info:regioninfo/1731837223844/Put/seqid=0 2024-11-17T09:54:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741942_1122 (size=5672) 2024-11-17T09:54:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741942_1122 (size=5672) 2024-11-17T09:54:20,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741942_1122 (size=5672) 2024-11-17T09:54:20,189 INFO [M:0;70e37c475432:41871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fda6f2f6f6de45e4883ce65b8eae4698 2024-11-17T09:54:20,210 DEBUG [M:0;70e37c475432:41871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dfc5c40a01d47d28a65eb62a883352d is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731837236498/Put/seqid=0 2024-11-17T09:54:20,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741943_1123 (size=7756) 2024-11-17T09:54:20,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741943_1123 (size=7756) 2024-11-17T09:54:20,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741943_1123 (size=7756) 2024-11-17T09:54:20,217 INFO [M:0;70e37c475432:41871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dfc5c40a01d47d28a65eb62a883352d 2024-11-17T09:54:20,222 INFO [M:0;70e37c475432:41871 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dfc5c40a01d47d28a65eb62a883352d 2024-11-17T09:54:20,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T09:54:20,235 INFO [RS:2;70e37c475432:35649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T09:54:20,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35649-0x1012558c0f20003, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T09:54:20,235 INFO [RS:2;70e37c475432:35649 {}] regionserver.HRegionServer(1031): Exiting; stopping=70e37c475432,35649,1731837222043; zookeeper connection closed. 2024-11-17T09:54:20,235 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bc2c9ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bc2c9ea 2024-11-17T09:54:20,237 DEBUG [M:0;70e37c475432:41871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a257f9aa41a4fb4af821872b7f3e107 is 69, key is 70e37c475432,35649,1731837222043/rs:state/1731837223151/Put/seqid=0 2024-11-17T09:54:20,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T09:54:20,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1012558c0f20001, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T09:54:20,245 INFO [RS:0;70e37c475432:36557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T09:54:20,245 INFO [RS:0;70e37c475432:36557 {}] regionserver.HRegionServer(1031): Exiting; stopping=70e37c475432,36557,1731837221907; zookeeper connection closed. 2024-11-17T09:54:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741944_1124 (size=5440) 2024-11-17T09:54:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741944_1124 (size=5440) 2024-11-17T09:54:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741944_1124 (size=5440) 2024-11-17T09:54:20,247 INFO [M:0;70e37c475432:41871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a257f9aa41a4fb4af821872b7f3e107 2024-11-17T09:54:20,248 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f7ede34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f7ede34 2024-11-17T09:54:20,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-17T09:54:20,251 INFO [M:0;70e37c475432:41871 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a257f9aa41a4fb4af821872b7f3e107 2024-11-17T09:54:20,252 DEBUG [M:0;70e37c475432:41871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fda6f2f6f6de45e4883ce65b8eae4698 as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fda6f2f6f6de45e4883ce65b8eae4698 2024-11-17T09:54:20,257 INFO [M:0;70e37c475432:41871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fda6f2f6f6de45e4883ce65b8eae4698, entries=8, sequenceid=168, filesize=5.5 K 2024-11-17T09:54:20,257 DEBUG [M:0;70e37c475432:41871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dfc5c40a01d47d28a65eb62a883352d as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dfc5c40a01d47d28a65eb62a883352d 2024-11-17T09:54:20,262 INFO [M:0;70e37c475432:41871 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dfc5c40a01d47d28a65eb62a883352d 2024-11-17T09:54:20,262 INFO [M:0;70e37c475432:41871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dfc5c40a01d47d28a65eb62a883352d, entries=17, sequenceid=168, filesize=7.6 K 2024-11-17T09:54:20,262 DEBUG [M:0;70e37c475432:41871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a257f9aa41a4fb4af821872b7f3e107 as hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a257f9aa41a4fb4af821872b7f3e107 2024-11-17T09:54:20,267 INFO [M:0;70e37c475432:41871 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a257f9aa41a4fb4af821872b7f3e107 2024-11-17T09:54:20,267 INFO [M:0;70e37c475432:41871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a7123cac-0c1f-83ad-55a1-450fe8460a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a257f9aa41a4fb4af821872b7f3e107, entries=3, sequenceid=168, filesize=5.3 K 2024-11-17T09:54:20,268 INFO [M:0;70e37c475432:41871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=168, compaction requested=false 2024-11-17T09:54:20,269 INFO [M:0;70e37c475432:41871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T09:54:20,269 DEBUG [M:0;70e37c475432:41871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731837260164Disabling compacts and flushes for region at 1731837260164Disabling writes for close at 1731837260164Obtaining lock to block concurrent updates at 1731837260165 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731837260165Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1731837260165Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731837260166 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731837260166Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731837260180 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731837260180Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731837260194 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731837260209 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731837260209Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731837260222 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731837260236 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731837260237 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6611b1b9: reopening flushed file at 1731837260251 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304ea198: reopening flushed file at 1731837260257 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab3264c: reopening flushed file at 1731837260262 (+5 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=168, compaction requested=false at 1731837260268 (+6 ms)Writing region close event to WAL at 1731837260269 (+1 ms)Closed at 1731837260269 2024-11-17T09:54:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741830_1006 (size=71349) 2024-11-17T09:54:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741830_1006 (size=71349) 2024-11-17T09:54:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741830_1006 (size=71349) 2024-11-17T09:54:20,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T09:54:20,272 INFO [M:0;70e37c475432:41871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T09:54:20,272 INFO [M:0;70e37c475432:41871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41871 2024-11-17T09:54:20,273 INFO [M:0;70e37c475432:41871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T09:54:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T09:54:20,375 INFO [M:0;70e37c475432:41871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T09:54:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41871-0x1012558c0f20000, quorum=127.0.0.1:51740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T09:54:20,382 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837240090 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837240090 (inode 16655) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731837239434/wal.1731837240090 (inode 16655) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T09:54:20,383 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731837231638/wal.1731837231776 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:20,383 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731837255228/wal.1731837255414 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:20,385 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837249472 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837249472 (inode 16678) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731837240226/wal.1731837249472 (inode 16678) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T09:54:20,386 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731837225043/wal.1731837225113 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:20,387 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250620 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250620 (inode 16704) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731837250055/wal.1731837250620 (inode 16704) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T09:54:20,388 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731837250771/wal.1731837250845 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T09:54:20,390 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal.1731837224917 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal.1731837224917 (inode 16485) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731837224644/wal.1731837224917 (inode 16485) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T09:54:20,392 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal.1731837224418 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal.1731837224418 (inode 16462) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731837224186/wal.1731837224418 (inode 16462) Holder DFSClient_NONMAPREDUCE_-400519507_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T09:54:20,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T09:54:20,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T09:54:20,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T09:54:20,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T09:54:20,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.log.dir/,STOPPED} 2024-11-17T09:54:20,406 WARN [BP-122749599-172.17.0.2-1731837218215 heartbeating to localhost/127.0.0.1:41005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T09:54:20,406 WARN [BP-122749599-172.17.0.2-1731837218215 heartbeating to localhost/127.0.0.1:41005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122749599-172.17.0.2-1731837218215 (Datanode Uuid 2f37703a-5902-45ce-9db9-b970e5e47df9) service to localhost/127.0.0.1:41005 2024-11-17T09:54:20,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T09:54:20,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T09:54:20,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data5/current/BP-122749599-172.17.0.2-1731837218215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T09:54:20,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data6/current/BP-122749599-172.17.0.2-1731837218215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T09:54:20,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T09:54:20,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T09:54:20,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T09:54:20,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T09:54:20,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T09:54:20,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.log.dir/,STOPPED} 2024-11-17T09:54:20,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T09:54:20,412 WARN [BP-122749599-172.17.0.2-1731837218215 heartbeating to localhost/127.0.0.1:41005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T09:54:20,412 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T09:54:20,412 WARN [BP-122749599-172.17.0.2-1731837218215 heartbeating to localhost/127.0.0.1:41005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122749599-172.17.0.2-1731837218215 (Datanode Uuid f26cb7d8-531c-4b22-8e9e-d8349af49094) service to localhost/127.0.0.1:41005 2024-11-17T09:54:20,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data3/current/BP-122749599-172.17.0.2-1731837218215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T09:54:20,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data4/current/BP-122749599-172.17.0.2-1731837218215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T09:54:20,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T09:54:20,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T09:54:20,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T09:54:20,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T09:54:20,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T09:54:20,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.log.dir/,STOPPED} 2024-11-17T09:54:20,417 WARN [BP-122749599-172.17.0.2-1731837218215 heartbeating to localhost/127.0.0.1:41005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T09:54:20,417 WARN [BP-122749599-172.17.0.2-1731837218215 heartbeating to localhost/127.0.0.1:41005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122749599-172.17.0.2-1731837218215 (Datanode Uuid aa5398ca-11ac-4495-bab5-4772fe0959ee) service to localhost/127.0.0.1:41005 2024-11-17T09:54:20,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T09:54:20,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T09:54:20,418 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data1/current/BP-122749599-172.17.0.2-1731837218215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T09:54:20,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/cluster_ae8c23af-6eec-35b7-5664-f2f0901038b6/data/data2/current/BP-122749599-172.17.0.2-1731837218215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T09:54:20,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T09:54:20,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T09:54:20,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T09:54:20,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T09:54:20,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T09:54:20,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf978bc0-06e6-ca06-e078-4a0eeaa73b59/hadoop.log.dir/,STOPPED} 2024-11-17T09:54:20,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T09:54:20,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down