2024-11-08 01:51:11,015 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-08 01:51:11,027 main DEBUG Took 0.010321 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 01:51:11,028 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 01:51:11,028 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 01:51:11,029 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 01:51:11,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,041 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 01:51:11,060 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,063 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,064 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,066 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,067 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,069 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,070 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,071 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,072 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,075 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,076 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:51:11,077 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,077 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 01:51:11,079 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:51:11,081 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 01:51:11,082 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 01:51:11,083 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 01:51:11,084 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 01:51:11,084 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 01:51:11,093 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 01:51:11,096 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 01:51:11,098 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 01:51:11,098 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 01:51:11,099 main DEBUG createAppenders(={Console}) 2024-11-08 01:51:11,099 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-08 01:51:11,100 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-08 01:51:11,100 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-08 01:51:11,101 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 01:51:11,101 main DEBUG OutputStream closed 2024-11-08 01:51:11,101 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 01:51:11,102 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 01:51:11,102 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-08 01:51:11,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 01:51:11,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 01:51:11,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 01:51:11,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 01:51:11,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 01:51:11,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 01:51:11,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 01:51:11,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 01:51:11,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 01:51:11,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 01:51:11,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 01:51:11,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 01:51:11,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 01:51:11,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 01:51:11,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 01:51:11,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 01:51:11,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 01:51:11,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 01:51:11,187 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 01:51:11,188 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-08 01:51:11,188 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 01:51:11,189 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-08T01:51:11,205 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-08 01:51:11,207 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 01:51:11,208 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T01:51:11,462 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e 2024-11-08T01:51:11,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b, deleteOnExit=true 2024-11-08T01:51:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/test.cache.data in system properties and HBase conf 2024-11-08T01:51:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T01:51:11,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir in system properties and HBase conf 2024-11-08T01:51:11,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T01:51:11,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T01:51:11,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T01:51:11,582 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T01:51:11,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T01:51:11,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:51:11,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:51:11,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T01:51:11,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:51:11,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T01:51:11,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T01:51:11,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:51:11,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:51:11,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T01:51:11,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/nfs.dump.dir in system properties and HBase conf 2024-11-08T01:51:11,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/java.io.tmpdir in system properties and HBase conf 2024-11-08T01:51:11,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:51:11,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T01:51:11,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T01:51:12,886 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T01:51:12,954 INFO [Time-limited test {}] log.Log(170): Logging initialized @2573ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T01:51:13,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:13,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:51:13,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:51:13,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:51:13,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:51:13,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:13,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f7d122b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:51:13,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189e1f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:51:13,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a105fbd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/java.io.tmpdir/jetty-localhost-44533-hadoop-hdfs-3_4_1-tests_jar-_-any-7220570021899186831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:51:13,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d863f4f{HTTP/1.1, (http/1.1)}{localhost:44533} 2024-11-08T01:51:13,313 INFO [Time-limited test {}] server.Server(415): Started @2933ms 2024-11-08T01:51:13,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:13,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:51:13,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:51:13,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:51:13,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:51:13,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f592c6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:51:13,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc7b16b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:51:13,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1afaf33c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/java.io.tmpdir/jetty-localhost-41475-hadoop-hdfs-3_4_1-tests_jar-_-any-2442899726066039368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:13,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d6e3ac{HTTP/1.1, (http/1.1)}{localhost:41475} 2024-11-08T01:51:13,967 INFO [Time-limited test {}] server.Server(415): Started @3587ms 2024-11-08T01:51:14,015 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:51:14,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:14,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:51:14,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:51:14,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:51:14,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T01:51:14,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630da62d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:51:14,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b22eb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:51:14,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61dd7f65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/java.io.tmpdir/jetty-localhost-37097-hadoop-hdfs-3_4_1-tests_jar-_-any-6451076750784219943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:14,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d12fc1e{HTTP/1.1, (http/1.1)}{localhost:37097} 2024-11-08T01:51:14,236 INFO [Time-limited test {}] server.Server(415): Started @3855ms 2024-11-08T01:51:14,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:51:14,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:14,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:51:14,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:51:14,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:51:14,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:51:14,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dc716dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:51:14,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403b9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:51:14,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b1d6f1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/java.io.tmpdir/jetty-localhost-43785-hadoop-hdfs-3_4_1-tests_jar-_-any-16381758344679315051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:14,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fd89fa9{HTTP/1.1, (http/1.1)}{localhost:43785} 2024-11-08T01:51:14,393 INFO [Time-limited test {}] server.Server(415): Started @4012ms 2024-11-08T01:51:14,396 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:51:15,678 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data1/current/BP-867828239-172.17.0.2-1731030672247/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:15,678 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data2/current/BP-867828239-172.17.0.2-1731030672247/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:15,678 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data4/current/BP-867828239-172.17.0.2-1731030672247/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:15,678 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data3/current/BP-867828239-172.17.0.2-1731030672247/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:15,711 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:51:15,712 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:51:15,752 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data5/current/BP-867828239-172.17.0.2-1731030672247/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:15,752 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data6/current/BP-867828239-172.17.0.2-1731030672247/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7a21df90c4d7339 with lease ID 0xe70b5587c1a8b719: Processing first storage report for DS-d0a3810d-c8c2-4c15-8a29-7f3c3927bc41 from datanode DatanodeRegistration(127.0.0.1:38161, datanodeUuid=75f6fd1e-2c04-4258-8cfb-ea4396568c3e, infoPort=43893, infoSecurePort=0, ipcPort=33385, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247) 2024-11-08T01:51:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7a21df90c4d7339 with lease ID 0xe70b5587c1a8b719: from storage DS-d0a3810d-c8c2-4c15-8a29-7f3c3927bc41 node DatanodeRegistration(127.0.0.1:38161, datanodeUuid=75f6fd1e-2c04-4258-8cfb-ea4396568c3e, infoPort=43893, infoSecurePort=0, ipcPort=33385, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T01:51:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x803fd49159186dcf with lease ID 0xe70b5587c1a8b71a: Processing first storage report for DS-29b0874a-28da-4c5c-9b25-33d7c4d9839b from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=403c3a9a-8662-4de6-b29d-77b7432458ac, infoPort=41331, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247) 2024-11-08T01:51:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x803fd49159186dcf with lease ID 0xe70b5587c1a8b71a: from storage DS-29b0874a-28da-4c5c-9b25-33d7c4d9839b node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=403c3a9a-8662-4de6-b29d-77b7432458ac, infoPort=41331, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:51:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7a21df90c4d7339 with lease ID 0xe70b5587c1a8b719: Processing first storage report for DS-60a02e22-6631-4e1e-a67c-42d487e51740 from datanode DatanodeRegistration(127.0.0.1:38161, datanodeUuid=75f6fd1e-2c04-4258-8cfb-ea4396568c3e, infoPort=43893, infoSecurePort=0, ipcPort=33385, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247) 2024-11-08T01:51:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7a21df90c4d7339 with lease ID 0xe70b5587c1a8b719: from storage DS-60a02e22-6631-4e1e-a67c-42d487e51740 node DatanodeRegistration(127.0.0.1:38161, datanodeUuid=75f6fd1e-2c04-4258-8cfb-ea4396568c3e, infoPort=43893, infoSecurePort=0, ipcPort=33385, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T01:51:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x803fd49159186dcf with lease ID 0xe70b5587c1a8b71a: Processing first storage report for DS-f85f4280-8c64-459f-9e39-aff33461ef37 from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=403c3a9a-8662-4de6-b29d-77b7432458ac, infoPort=41331, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247) 2024-11-08T01:51:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x803fd49159186dcf with lease ID 0xe70b5587c1a8b71a: from storage DS-f85f4280-8c64-459f-9e39-aff33461ef37 node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=403c3a9a-8662-4de6-b29d-77b7432458ac, infoPort=41331, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:51:15,773 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:51:15,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d0b02d80a7dc633 with lease ID 0xe70b5587c1a8b71b: Processing first storage report for DS-5efa9457-77ad-4fcf-a02b-67ec1cbad79c from datanode DatanodeRegistration(127.0.0.1:35237, datanodeUuid=9e87734d-ed86-4613-a53c-621719c9ebb4, infoPort=36525, infoSecurePort=0, ipcPort=45821, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247) 2024-11-08T01:51:15,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d0b02d80a7dc633 with lease ID 0xe70b5587c1a8b71b: from storage DS-5efa9457-77ad-4fcf-a02b-67ec1cbad79c node DatanodeRegistration(127.0.0.1:35237, datanodeUuid=9e87734d-ed86-4613-a53c-621719c9ebb4, infoPort=36525, infoSecurePort=0, ipcPort=45821, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T01:51:15,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d0b02d80a7dc633 with lease ID 0xe70b5587c1a8b71b: Processing first storage report for DS-cb5b0021-b6e0-4f15-a526-6ee4e9f9fc00 from datanode DatanodeRegistration(127.0.0.1:35237, datanodeUuid=9e87734d-ed86-4613-a53c-621719c9ebb4, infoPort=36525, infoSecurePort=0, ipcPort=45821, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247) 2024-11-08T01:51:15,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d0b02d80a7dc633 with lease ID 0xe70b5587c1a8b71b: from storage DS-cb5b0021-b6e0-4f15-a526-6ee4e9f9fc00 node DatanodeRegistration(127.0.0.1:35237, datanodeUuid=9e87734d-ed86-4613-a53c-621719c9ebb4, infoPort=36525, infoSecurePort=0, ipcPort=45821, storageInfo=lv=-57;cid=testClusterID;nsid=1282580712;c=1731030672247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:51:15,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e 2024-11-08T01:51:15,882 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-08T01:51:15,940 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=6692 2024-11-08T01:51:15,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T01:51:15,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-08T01:51:16,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/zookeeper_0, clientPort=59533, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T01:51:16,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59533 2024-11-08T01:51:16,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:16,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:16,156 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:16,156 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:16,203 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:48132 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:36689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48132 dst: /127.0.0.1:36689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:16,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-08T01:51:16,622 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:16,634 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927 with version=8 2024-11-08T01:51:16,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/hbase-staging 2024-11-08T01:51:16,714 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T01:51:16,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:51:16,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:16,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:51:17,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:51:17,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T01:51:17,175 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T01:51:17,184 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T01:51:17,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:51:17,210 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25253 (auto-detected) 2024-11-08T01:51:17,211 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T01:51:17,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38415 2024-11-08T01:51:17,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38415 connecting to ZooKeeper ensemble=127.0.0.1:59533 2024-11-08T01:51:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384150x0, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:51:17,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38415-0x1011823edeb0000 connected 2024-11-08T01:51:17,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:17,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:17,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:17,471 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927, hbase.cluster.distributed=false 2024-11-08T01:51:17,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:51:17,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38415 2024-11-08T01:51:17,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38415 2024-11-08T01:51:17,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38415 2024-11-08T01:51:17,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38415 2024-11-08T01:51:17,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38415 2024-11-08T01:51:17,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:51:17,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:51:17,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:51:17,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:51:17,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:51:17,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39137 2024-11-08T01:51:17,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39137 connecting to ZooKeeper ensemble=127.0.0.1:59533 2024-11-08T01:51:17,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:17,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:17,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391370x0, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:51:17,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391370x0, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:17,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39137-0x1011823edeb0001 connected 2024-11-08T01:51:17,654 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:51:17,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:51:17,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:51:17,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:51:17,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-08T01:51:17,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39137 2024-11-08T01:51:17,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39137 2024-11-08T01:51:17,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-08T01:51:17,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-08T01:51:17,690 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:51:17,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:51:17,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:51:17,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:51:17,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:51:17,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33475 2024-11-08T01:51:17,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33475 connecting to ZooKeeper ensemble=127.0.0.1:59533 2024-11-08T01:51:17,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:17,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334750x0, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:51:17,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334750x0, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:17,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33475-0x1011823edeb0002 connected 2024-11-08T01:51:17,719 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:51:17,722 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:51:17,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:51:17,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:51:17,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33475 2024-11-08T01:51:17,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33475 2024-11-08T01:51:17,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33475 2024-11-08T01:51:17,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33475 2024-11-08T01:51:17,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33475 2024-11-08T01:51:17,746 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:51:17,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:51:17,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:17,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:51:17,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:51:17,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:51:17,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42421 2024-11-08T01:51:17,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42421 connecting to ZooKeeper ensemble=127.0.0.1:59533 2024-11-08T01:51:17,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:17,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:17,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424210x0, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:51:17,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42421-0x1011823edeb0003 connected 2024-11-08T01:51:17,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:17,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:51:17,780 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:51:17,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:51:17,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:51:17,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-08T01:51:17,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42421 2024-11-08T01:51:17,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42421 2024-11-08T01:51:17,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-08T01:51:17,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-08T01:51:17,811 DEBUG [M:0;8118b061437f:38415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8118b061437f:38415 2024-11-08T01:51:17,812 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8118b061437f,38415,1731030676823 2024-11-08T01:51:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:17,832 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8118b061437f,38415,1731030676823 2024-11-08T01:51:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:51:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:51:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:17,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:51:17,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:17,867 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T01:51:17,868 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8118b061437f,38415,1731030676823 from backup master directory 2024-11-08T01:51:17,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8118b061437f,38415,1731030676823 2024-11-08T01:51:17,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:17,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:17,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:17,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:17,886 WARN [master/8118b061437f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:51:17,886 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8118b061437f,38415,1731030676823 2024-11-08T01:51:17,888 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T01:51:17,890 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T01:51:17,953 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/hbase.id] with ID: 18f76b44-9dd0-41be-9ba0-532866faa54f 2024-11-08T01:51:17,954 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/.tmp/hbase.id 2024-11-08T01:51:17,961 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:17,961 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:17,964 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:47512 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:38161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47512 dst: /127.0.0.1:38161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:17,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-08T01:51:17,971 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:17,971 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/.tmp/hbase.id]:[hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/hbase.id] 2024-11-08T01:51:18,018 INFO [master/8118b061437f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:18,024 INFO [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T01:51:18,042 INFO [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T01:51:18,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,067 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:18,067 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:18,070 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:47536 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:38161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47536 dst: /127.0.0.1:38161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:18,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-08T01:51:18,078 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:18,091 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:51:18,094 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T01:51:18,099 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:51:18,126 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:18,126 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:18,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:57834 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:35237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57834 dst: /127.0.0.1:35237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:18,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-08T01:51:18,136 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:18,150 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store 2024-11-08T01:51:18,170 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:18,170 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:18,174 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:47548 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47548 dst: /127.0.0.1:38161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:18,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-08T01:51:18,180 WARN [master/8118b061437f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:18,184 INFO [master/8118b061437f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T01:51:18,187 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:18,189 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:51:18,189 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:18,190 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:18,191 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:51:18,192 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:18,192 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:18,193 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030678189Disabling compacts and flushes for region at 1731030678189Disabling writes for close at 1731030678191 (+2 ms)Writing region close event to WAL at 1731030678192 (+1 ms)Closed at 1731030678192 2024-11-08T01:51:18,195 WARN [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/.initializing 2024-11-08T01:51:18,195 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/WALs/8118b061437f,38415,1731030676823 2024-11-08T01:51:18,204 INFO [master/8118b061437f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:51:18,218 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C38415%2C1731030676823, suffix=, logDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/WALs/8118b061437f,38415,1731030676823, archiveDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/oldWALs, maxLogs=10 2024-11-08T01:51:18,246 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/WALs/8118b061437f,38415,1731030676823/8118b061437f%2C38415%2C1731030676823.1731030678222, exclude list is [], retry=0 2024-11-08T01:51:18,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:18,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38161,DS-d0a3810d-c8c2-4c15-8a29-7f3c3927bc41,DISK] 2024-11-08T01:51:18,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-29b0874a-28da-4c5c-9b25-33d7c4d9839b,DISK] 2024-11-08T01:51:18,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35237,DS-5efa9457-77ad-4fcf-a02b-67ec1cbad79c,DISK] 2024-11-08T01:51:18,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T01:51:18,303 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/WALs/8118b061437f,38415,1731030676823/8118b061437f%2C38415%2C1731030676823.1731030678222 2024-11-08T01:51:18,304 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525),(127.0.0.1/127.0.0.1:43893:43893),(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-08T01:51:18,305 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:51:18,305 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:18,308 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,309 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T01:51:18,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:18,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:18,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T01:51:18,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:18,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:51:18,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T01:51:18,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:18,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:51:18,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T01:51:18,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:18,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:51:18,383 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,386 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,387 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,392 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,393 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,396 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:51:18,399 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:18,405 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:51:18,406 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70538712, jitterRate=0.051108717918395996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:51:18,413 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731030678319Initializing all the Stores at 1731030678321 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030678322 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030678322Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030678323 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030678323Cleaning up temporary data from old regions at 1731030678393 (+70 ms)Region opened successfully at 1731030678413 (+20 ms) 2024-11-08T01:51:18,415 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T01:51:18,447 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d80097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:51:18,478 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T01:51:18,488 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T01:51:18,488 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T01:51:18,490 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T01:51:18,492 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T01:51:18,497 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T01:51:18,497 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T01:51:18,521 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T01:51:18,529 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T01:51:18,581 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T01:51:18,584 INFO [master/8118b061437f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T01:51:18,585 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T01:51:18,597 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T01:51:18,599 INFO [master/8118b061437f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T01:51:18,602 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T01:51:18,612 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T01:51:18,614 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T01:51:18,623 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T01:51:18,639 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T01:51:18,649 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T01:51:18,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:18,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:18,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:18,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:18,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,663 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8118b061437f,38415,1731030676823, sessionid=0x1011823edeb0000, setting cluster-up flag (Was=false) 2024-11-08T01:51:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-08T01:51:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-08T01:51:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:18,871 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T01:51:18,876 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,38415,1731030676823 2024-11-08T01:51:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:19,049 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T01:51:19,052 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,38415,1731030676823 2024-11-08T01:51:19,057 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T01:51:19,097 INFO [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(746): ClusterId : 18f76b44-9dd0-41be-9ba0-532866faa54f 2024-11-08T01:51:19,097 INFO [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(746): ClusterId : 18f76b44-9dd0-41be-9ba0-532866faa54f 2024-11-08T01:51:19,097 INFO [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(746): ClusterId : 18f76b44-9dd0-41be-9ba0-532866faa54f 2024-11-08T01:51:19,100 DEBUG [RS:0;8118b061437f:39137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:51:19,100 DEBUG [RS:1;8118b061437f:33475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:51:19,100 DEBUG [RS:2;8118b061437f:42421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:51:19,115 DEBUG [RS:1;8118b061437f:33475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:51:19,115 DEBUG [RS:2;8118b061437f:42421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:51:19,115 DEBUG [RS:0;8118b061437f:39137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:51:19,115 DEBUG [RS:1;8118b061437f:33475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:51:19,115 DEBUG [RS:2;8118b061437f:42421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:51:19,116 DEBUG [RS:0;8118b061437f:39137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:51:19,127 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T01:51:19,136 INFO [master/8118b061437f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T01:51:19,140 DEBUG [RS:0;8118b061437f:39137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:51:19,140 DEBUG [RS:2;8118b061437f:42421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:51:19,140 DEBUG [RS:1;8118b061437f:33475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:51:19,140 DEBUG [RS:2;8118b061437f:42421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774bba90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:51:19,140 DEBUG [RS:1;8118b061437f:33475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508c6fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:51:19,140 DEBUG [RS:0;8118b061437f:39137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553c3ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:51:19,142 INFO [master/8118b061437f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T01:51:19,147 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8118b061437f,38415,1731030676823 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T01:51:19,156 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:51:19,156 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:51:19,156 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:51:19,156 DEBUG [RS:2;8118b061437f:42421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8118b061437f:42421 2024-11-08T01:51:19,156 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:51:19,156 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8118b061437f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T01:51:19,157 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,157 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:51:19,157 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,158 DEBUG [RS:1;8118b061437f:33475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8118b061437f:33475 2024-11-08T01:51:19,159 INFO [RS:2;8118b061437f:42421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:51:19,159 INFO [RS:1;8118b061437f:33475 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:51:19,159 INFO [RS:2;8118b061437f:42421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:51:19,159 INFO [RS:1;8118b061437f:33475 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:51:19,159 DEBUG [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:51:19,159 DEBUG [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:51:19,161 DEBUG [RS:0;8118b061437f:39137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8118b061437f:39137 2024-11-08T01:51:19,161 INFO [RS:0;8118b061437f:39137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:51:19,161 INFO [RS:0;8118b061437f:39137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:51:19,162 DEBUG [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:51:19,162 INFO [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,38415,1731030676823 with port=42421, startcode=1731030677746 2024-11-08T01:51:19,163 INFO [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,38415,1731030676823 with port=33475, startcode=1731030677689 2024-11-08T01:51:19,163 INFO [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,38415,1731030676823 with port=39137, startcode=1731030677585 2024-11-08T01:51:19,163 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030709163 2024-11-08T01:51:19,165 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T01:51:19,166 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T01:51:19,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:51:19,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T01:51:19,170 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T01:51:19,171 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T01:51:19,171 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T01:51:19,171 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T01:51:19,172 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,177 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:19,178 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T01:51:19,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T01:51:19,179 DEBUG [RS:1;8118b061437f:33475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:51:19,179 DEBUG [RS:0;8118b061437f:39137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:51:19,179 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T01:51:19,179 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T01:51:19,184 DEBUG [RS:2;8118b061437f:42421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:51:19,184 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T01:51:19,185 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T01:51:19,192 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030679186,5,FailOnTimeoutGroup] 2024-11-08T01:51:19,196 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030679192,5,FailOnTimeoutGroup] 2024-11-08T01:51:19,196 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,197 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T01:51:19,198 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,199 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,202 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:19,202 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:19,210 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:47576 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:38161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47576 dst: /127.0.0.1:38161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:19,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-08T01:51:19,219 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:19,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T01:51:19,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927 2024-11-08T01:51:19,226 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53273, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:51:19,226 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49753, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:51:19,227 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35249, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:51:19,230 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:19,230 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:19,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,33475,1731030677689 2024-11-08T01:51:19,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38415 {}] master.ServerManager(517): Registering regionserver=8118b061437f,33475,1731030677689 2024-11-08T01:51:19,242 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:57856 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:35237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57856 dst: /127.0.0.1:35237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:19,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,42421,1731030677746 2024-11-08T01:51:19,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38415 {}] master.ServerManager(517): Registering regionserver=8118b061437f,42421,1731030677746 2024-11-08T01:51:19,252 DEBUG [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927 2024-11-08T01:51:19,252 DEBUG [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43053 2024-11-08T01:51:19,252 DEBUG [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:51:19,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,39137,1731030677585 2024-11-08T01:51:19,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38415 {}] master.ServerManager(517): Registering regionserver=8118b061437f,39137,1731030677585 2024-11-08T01:51:19,255 DEBUG [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927 2024-11-08T01:51:19,255 DEBUG [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43053 2024-11-08T01:51:19,255 DEBUG [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:51:19,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-08T01:51:19,258 DEBUG [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927 2024-11-08T01:51:19,258 DEBUG [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43053 2024-11-08T01:51:19,258 DEBUG [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:51:19,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:51:19,360 DEBUG [RS:1;8118b061437f:33475 {}] zookeeper.ZKUtil(111): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,33475,1731030677689 2024-11-08T01:51:19,361 WARN [RS:1;8118b061437f:33475 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:51:19,361 DEBUG [RS:0;8118b061437f:39137 {}] zookeeper.ZKUtil(111): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,39137,1731030677585 2024-11-08T01:51:19,361 DEBUG [RS:2;8118b061437f:42421 {}] zookeeper.ZKUtil(111): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,42421,1731030677746 2024-11-08T01:51:19,361 INFO [RS:1;8118b061437f:33475 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:51:19,361 WARN [RS:2;8118b061437f:42421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:51:19,361 WARN [RS:0;8118b061437f:39137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:51:19,361 INFO [RS:2;8118b061437f:42421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:51:19,361 INFO [RS:0;8118b061437f:39137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:51:19,361 DEBUG [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,33475,1731030677689 2024-11-08T01:51:19,361 DEBUG [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,39137,1731030677585 2024-11-08T01:51:19,361 DEBUG [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,42421,1731030677746 2024-11-08T01:51:19,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,39137,1731030677585] 2024-11-08T01:51:19,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,42421,1731030677746] 2024-11-08T01:51:19,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,33475,1731030677689] 2024-11-08T01:51:19,387 INFO [RS:1;8118b061437f:33475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:51:19,387 INFO [RS:0;8118b061437f:39137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:51:19,387 INFO [RS:2;8118b061437f:42421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:51:19,405 INFO [RS:0;8118b061437f:39137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:51:19,405 INFO [RS:1;8118b061437f:33475 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:51:19,407 INFO [RS:2;8118b061437f:42421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:51:19,412 INFO [RS:0;8118b061437f:39137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:51:19,412 INFO [RS:1;8118b061437f:33475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:51:19,412 INFO [RS:2;8118b061437f:42421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:51:19,412 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,412 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,412 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,416 INFO [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:51:19,416 INFO [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:51:19,416 INFO [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:51:19,423 INFO [RS:0;8118b061437f:39137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:51:19,423 INFO [RS:1;8118b061437f:33475 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:51:19,423 INFO [RS:2;8118b061437f:42421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:51:19,424 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,424 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,424 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,424 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,424 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,424 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,424 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:51:19,425 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:51:19,425 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:51:19,425 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,425 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:19,426 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:1;8118b061437f:33475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:19,426 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:19,426 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:19,426 DEBUG [RS:2;8118b061437f:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:19,427 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:19,427 DEBUG [RS:0;8118b061437f:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:19,427 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,427 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,427 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,427 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,428 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,428 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,33475,1731030677689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:51:19,435 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42421,1731030677746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,436 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,39137,1731030677585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:51:19,454 INFO [RS:2;8118b061437f:42421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:51:19,455 INFO [RS:1;8118b061437f:33475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:51:19,456 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42421,1731030677746-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,456 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,33475,1731030677689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,457 INFO [RS:0;8118b061437f:39137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:51:19,457 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,457 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,457 INFO [RS:2;8118b061437f:42421 {}] regionserver.Replication(171): 8118b061437f,42421,1731030677746 started 2024-11-08T01:51:19,457 INFO [RS:1;8118b061437f:33475 {}] regionserver.Replication(171): 8118b061437f,33475,1731030677689 started 2024-11-08T01:51:19,457 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,39137,1731030677585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,457 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,457 INFO [RS:0;8118b061437f:39137 {}] regionserver.Replication(171): 8118b061437f,39137,1731030677585 started 2024-11-08T01:51:19,473 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,473 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,474 INFO [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,42421,1731030677746, RpcServer on 8118b061437f/172.17.0.2:42421, sessionid=0x1011823edeb0003 2024-11-08T01:51:19,474 INFO [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,33475,1731030677689, RpcServer on 8118b061437f/172.17.0.2:33475, sessionid=0x1011823edeb0002 2024-11-08T01:51:19,474 DEBUG [RS:1;8118b061437f:33475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:51:19,474 DEBUG [RS:2;8118b061437f:42421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:51:19,475 DEBUG [RS:2;8118b061437f:42421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,42421,1731030677746 2024-11-08T01:51:19,475 DEBUG [RS:1;8118b061437f:33475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,33475,1731030677689 2024-11-08T01:51:19,475 DEBUG [RS:2;8118b061437f:42421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,42421,1731030677746' 2024-11-08T01:51:19,475 DEBUG [RS:1;8118b061437f:33475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,33475,1731030677689' 2024-11-08T01:51:19,475 DEBUG [RS:2;8118b061437f:42421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:51:19,475 DEBUG [RS:1;8118b061437f:33475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:51:19,476 DEBUG [RS:1;8118b061437f:33475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:51:19,476 DEBUG [RS:2;8118b061437f:42421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:51:19,476 DEBUG [RS:1;8118b061437f:33475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:51:19,476 DEBUG [RS:2;8118b061437f:42421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:51:19,477 DEBUG [RS:2;8118b061437f:42421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:51:19,477 DEBUG [RS:1;8118b061437f:33475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:51:19,477 DEBUG [RS:2;8118b061437f:42421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,42421,1731030677746 2024-11-08T01:51:19,477 DEBUG [RS:1;8118b061437f:33475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,33475,1731030677689 2024-11-08T01:51:19,477 DEBUG [RS:2;8118b061437f:42421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,42421,1731030677746' 2024-11-08T01:51:19,477 DEBUG [RS:1;8118b061437f:33475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,33475,1731030677689' 2024-11-08T01:51:19,477 DEBUG [RS:2;8118b061437f:42421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:51:19,477 DEBUG [RS:1;8118b061437f:33475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:51:19,477 DEBUG [RS:1;8118b061437f:33475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:51:19,477 DEBUG [RS:2;8118b061437f:42421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:51:19,478 DEBUG [RS:1;8118b061437f:33475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:51:19,478 INFO [RS:1;8118b061437f:33475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:51:19,478 DEBUG [RS:2;8118b061437f:42421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:51:19,478 INFO [RS:2;8118b061437f:42421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:51:19,478 INFO [RS:1;8118b061437f:33475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:51:19,478 INFO [RS:2;8118b061437f:42421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:51:19,480 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:19,480 INFO [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,39137,1731030677585, RpcServer on 8118b061437f/172.17.0.2:39137, sessionid=0x1011823edeb0001 2024-11-08T01:51:19,481 DEBUG [RS:0;8118b061437f:39137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:51:19,481 DEBUG [RS:0;8118b061437f:39137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,39137,1731030677585 2024-11-08T01:51:19,481 DEBUG [RS:0;8118b061437f:39137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,39137,1731030677585' 2024-11-08T01:51:19,481 DEBUG [RS:0;8118b061437f:39137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:51:19,482 DEBUG [RS:0;8118b061437f:39137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:51:19,482 DEBUG [RS:0;8118b061437f:39137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:51:19,482 DEBUG [RS:0;8118b061437f:39137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:51:19,483 DEBUG [RS:0;8118b061437f:39137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,39137,1731030677585 2024-11-08T01:51:19,483 DEBUG [RS:0;8118b061437f:39137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,39137,1731030677585' 2024-11-08T01:51:19,483 DEBUG [RS:0;8118b061437f:39137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:51:19,483 DEBUG [RS:0;8118b061437f:39137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:51:19,484 DEBUG [RS:0;8118b061437f:39137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:51:19,484 INFO [RS:0;8118b061437f:39137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:51:19,484 INFO [RS:0;8118b061437f:39137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:51:19,583 INFO [RS:1;8118b061437f:33475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:51:19,583 INFO [RS:2;8118b061437f:42421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:51:19,585 INFO [RS:0;8118b061437f:39137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:51:19,586 INFO [RS:1;8118b061437f:33475 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C33475%2C1731030677689, suffix=, logDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,33475,1731030677689, archiveDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/oldWALs, maxLogs=32 2024-11-08T01:51:19,586 INFO [RS:2;8118b061437f:42421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C42421%2C1731030677746, suffix=, logDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,42421,1731030677746, archiveDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/oldWALs, maxLogs=32 2024-11-08T01:51:19,587 INFO [RS:0;8118b061437f:39137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C39137%2C1731030677585, suffix=, logDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,39137,1731030677585, archiveDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/oldWALs, maxLogs=32 2024-11-08T01:51:19,603 DEBUG [RS:2;8118b061437f:42421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,42421,1731030677746/8118b061437f%2C42421%2C1731030677746.1731030679589, exclude list is [], retry=0 2024-11-08T01:51:19,604 DEBUG [RS:0;8118b061437f:39137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,39137,1731030677585/8118b061437f%2C39137%2C1731030677585.1731030679591, exclude list is [], retry=0 2024-11-08T01:51:19,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38161,DS-d0a3810d-c8c2-4c15-8a29-7f3c3927bc41,DISK] 2024-11-08T01:51:19,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-29b0874a-28da-4c5c-9b25-33d7c4d9839b,DISK] 2024-11-08T01:51:19,609 DEBUG [RS:1;8118b061437f:33475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,33475,1731030677689/8118b061437f%2C33475%2C1731030677689.1731030679590, exclude list is [], retry=0 2024-11-08T01:51:19,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35237,DS-5efa9457-77ad-4fcf-a02b-67ec1cbad79c,DISK] 2024-11-08T01:51:19,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38161,DS-d0a3810d-c8c2-4c15-8a29-7f3c3927bc41,DISK] 2024-11-08T01:51:19,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-29b0874a-28da-4c5c-9b25-33d7c4d9839b,DISK] 2024-11-08T01:51:19,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35237,DS-5efa9457-77ad-4fcf-a02b-67ec1cbad79c,DISK] 2024-11-08T01:51:19,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38161,DS-d0a3810d-c8c2-4c15-8a29-7f3c3927bc41,DISK] 2024-11-08T01:51:19,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35237,DS-5efa9457-77ad-4fcf-a02b-67ec1cbad79c,DISK] 2024-11-08T01:51:19,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-29b0874a-28da-4c5c-9b25-33d7c4d9839b,DISK] 2024-11-08T01:51:19,656 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:19,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:19,659 INFO [RS:2;8118b061437f:42421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,42421,1731030677746/8118b061437f%2C42421%2C1731030677746.1731030679589 2024-11-08T01:51:19,660 INFO [RS:1;8118b061437f:33475 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,33475,1731030677689/8118b061437f%2C33475%2C1731030677689.1731030679590 2024-11-08T01:51:19,661 DEBUG [RS:2;8118b061437f:42421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43893:43893),(127.0.0.1/127.0.0.1:41331:41331),(127.0.0.1/127.0.0.1:36525:36525)] 2024-11-08T01:51:19,661 DEBUG [RS:1;8118b061437f:33475 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525),(127.0.0.1/127.0.0.1:43893:43893),(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-08T01:51:19,662 INFO [RS:0;8118b061437f:39137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,39137,1731030677585/8118b061437f%2C39137%2C1731030677585.1731030679591 2024-11-08T01:51:19,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:51:19,664 DEBUG [RS:0;8118b061437f:39137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43893:43893),(127.0.0.1/127.0.0.1:36525:36525),(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-08T01:51:19,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:51:19,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:19,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:19,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:51:19,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:51:19,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:19,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:19,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:51:19,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:51:19,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:19,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:19,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:51:19,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:51:19,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:19,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:19,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:51:19,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740 2024-11-08T01:51:19,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740 2024-11-08T01:51:19,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:51:19,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:51:19,688 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:51:19,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:51:19,696 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:51:19,697 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70135858, jitterRate=0.04510572552680969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:51:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731030679658Initializing all the Stores at 1731030679661 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030679661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030679661Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030679662 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030679662Cleaning up temporary data from old regions at 1731030679687 (+25 ms)Region opened successfully at 1731030679699 (+12 ms) 2024-11-08T01:51:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:51:19,700 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:51:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:51:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:51:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:51:19,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:51:19,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030679700Disabling compacts and flushes for region at 1731030679700Disabling writes for close at 1731030679700Writing region close event to WAL at 1731030679702 (+2 ms)Closed at 1731030679702 2024-11-08T01:51:19,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:51:19,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T01:51:19,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T01:51:19,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:51:19,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T01:51:19,877 DEBUG [8118b061437f:38415 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T01:51:19,885 DEBUG [8118b061437f:38415 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:51:19,892 DEBUG [8118b061437f:38415 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:51:19,892 DEBUG [8118b061437f:38415 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:51:19,892 DEBUG [8118b061437f:38415 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T01:51:19,892 DEBUG [8118b061437f:38415 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:51:19,892 DEBUG [8118b061437f:38415 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:51:19,892 DEBUG [8118b061437f:38415 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T01:51:19,892 INFO [8118b061437f:38415 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:51:19,892 INFO [8118b061437f:38415 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:51:19,892 INFO [8118b061437f:38415 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T01:51:19,892 DEBUG [8118b061437f:38415 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:51:19,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8118b061437f,33475,1731030677689 2024-11-08T01:51:19,909 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,33475,1731030677689, state=OPENING 2024-11-08T01:51:19,960 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T01:51:19,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:19,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:19,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:19,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:19,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:19,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:19,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:19,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:19,973 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:51:19,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,33475,1731030677689}] 2024-11-08T01:51:20,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:51:20,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:51:20,182 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T01:51:20,183 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:51:20,183 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T01:51:20,187 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C33475%2C1731030677689.meta, suffix=.meta, logDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,33475,1731030677689, archiveDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/oldWALs, maxLogs=32 2024-11-08T01:51:20,204 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,33475,1731030677689/8118b061437f%2C33475%2C1731030677689.meta.1731030680189.meta, exclude list is [], retry=0 2024-11-08T01:51:20,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-29b0874a-28da-4c5c-9b25-33d7c4d9839b,DISK] 2024-11-08T01:51:20,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35237,DS-5efa9457-77ad-4fcf-a02b-67ec1cbad79c,DISK] 2024-11-08T01:51:20,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38161,DS-d0a3810d-c8c2-4c15-8a29-7f3c3927bc41,DISK] 2024-11-08T01:51:20,223 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/WALs/8118b061437f,33475,1731030677689/8118b061437f%2C33475%2C1731030677689.meta.1731030680189.meta 2024-11-08T01:51:20,223 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331),(127.0.0.1/127.0.0.1:36525:36525),(127.0.0.1/127.0.0.1:43893:43893)] 2024-11-08T01:51:20,224 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:51:20,225 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T01:51:20,228 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T01:51:20,233 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T01:51:20,237 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T01:51:20,238 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:20,238 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T01:51:20,239 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T01:51:20,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:51:20,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:51:20,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:20,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:20,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:51:20,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:51:20,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:20,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:20,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:51:20,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:51:20,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:20,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:20,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:51:20,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:51:20,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:20,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:20,254 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:51:20,255 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740 2024-11-08T01:51:20,258 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740 2024-11-08T01:51:20,261 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:51:20,261 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:51:20,262 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:51:20,265 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:51:20,267 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75102260, jitterRate=0.11911088228225708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:51:20,267 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T01:51:20,268 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731030680239Writing region info on filesystem at 1731030680239Initializing all the Stores at 1731030680241 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030680242 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030680242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030680242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030680242Cleaning up temporary data from old regions at 1731030680261 (+19 ms)Running coprocessor post-open hooks at 1731030680267 (+6 ms)Region opened successfully at 1731030680268 (+1 ms) 2024-11-08T01:51:20,275 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731030680140 2024-11-08T01:51:20,285 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T01:51:20,286 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T01:51:20,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,33475,1731030677689 2024-11-08T01:51:20,290 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,33475,1731030677689, state=OPEN 2024-11-08T01:51:20,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:51:20,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:51:20,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:51:20,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:51:20,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:20,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:20,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:20,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:20,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8118b061437f,33475,1731030677689 2024-11-08T01:51:20,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T01:51:20,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,33475,1731030677689 in 396 msec 2024-11-08T01:51:20,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T01:51:20,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-08T01:51:20,387 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:51:20,387 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T01:51:20,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:51:20,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,33475,1731030677689, seqNum=-1] 2024-11-08T01:51:20,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:51:20,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43197, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:51:20,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3620 sec 2024-11-08T01:51:20,447 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731030680447, completionTime=-1 2024-11-08T01:51:20,449 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T01:51:20,450 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T01:51:20,472 INFO [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T01:51:20,472 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030740472 2024-11-08T01:51:20,472 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030800472 2024-11-08T01:51:20,472 INFO [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-08T01:51:20,474 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:51:20,479 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,38415,1731030676823-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:20,479 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,38415,1731030676823-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:20,480 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,38415,1731030676823-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:20,481 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8118b061437f:38415, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:20,481 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:20,482 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:20,487 DEBUG [master/8118b061437f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T01:51:20,505 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.619sec 2024-11-08T01:51:20,506 INFO [master/8118b061437f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T01:51:20,507 INFO [master/8118b061437f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T01:51:20,508 INFO [master/8118b061437f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T01:51:20,509 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T01:51:20,509 INFO [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T01:51:20,509 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,38415,1731030676823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:51:20,510 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,38415,1731030676823-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T01:51:20,514 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T01:51:20,515 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T01:51:20,516 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,38415,1731030676823-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:20,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c204840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:51:20,614 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T01:51:20,614 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T01:51:20,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8118b061437f,38415,-1 for getting cluster id 2024-11-08T01:51:20,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:51:20,629 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18f76b44-9dd0-41be-9ba0-532866faa54f' 2024-11-08T01:51:20,632 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:51:20,632 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18f76b44-9dd0-41be-9ba0-532866faa54f" 2024-11-08T01:51:20,632 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0ad479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:51:20,632 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8118b061437f,38415,-1] 2024-11-08T01:51:20,635 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:51:20,637 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:20,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:51:20,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6c1502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:51:20,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:51:20,647 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,33475,1731030677689, seqNum=-1] 2024-11-08T01:51:20,648 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:51:20,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:51:20,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8118b061437f,38415,1731030676823 2024-11-08T01:51:20,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:51:20,682 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8118b061437f,38415,1731030676823 2024-11-08T01:51:20,685 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@517aaee6 2024-11-08T01:51:20,686 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:51:20,688 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:51:20,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:51:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-08T01:51:20,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:51:20,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-08T01:51:20,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:20,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:51:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:51:20,718 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:20,718 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:20,723 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:47642 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:38161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47642 dst: /127.0.0.1:38161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:20,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-08T01:51:20,730 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:20,733 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2f4ba4ae243eeb6c2255e4ec1bf26aa, NAME => 'TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927 2024-11-08T01:51:20,740 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:20,740 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:20,744 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:47658 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:38161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47658 dst: /127.0.0.1:38161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-08T01:51:20,749 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:20,750 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:20,750 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing d2f4ba4ae243eeb6c2255e4ec1bf26aa, disabling compactions & flushes 2024-11-08T01:51:20,750 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:20,750 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:20,750 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. after waiting 0 ms 2024-11-08T01:51:20,750 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:20,750 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:20,750 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2f4ba4ae243eeb6c2255e4ec1bf26aa: Waiting for close lock at 1731030680750Disabling compacts and flushes for region at 1731030680750Disabling writes for close at 1731030680750Writing region close event to WAL at 1731030680750Closed at 1731030680750 2024-11-08T01:51:20,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:51:20,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731030680753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030680753"}]},"ts":"1731030680753"} 2024-11-08T01:51:20,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:51:20,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:51:20,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030680764"}]},"ts":"1731030680764"} 2024-11-08T01:51:20,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-08T01:51:20,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:51:20,773 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:51:20,773 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:51:20,773 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T01:51:20,773 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:51:20,773 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:51:20,773 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T01:51:20,773 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:51:20,773 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:51:20,773 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T01:51:20,773 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:51:20,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d2f4ba4ae243eeb6c2255e4ec1bf26aa, ASSIGN}] 2024-11-08T01:51:20,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d2f4ba4ae243eeb6c2255e4ec1bf26aa, ASSIGN 2024-11-08T01:51:20,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d2f4ba4ae243eeb6c2255e4ec1bf26aa, ASSIGN; state=OFFLINE, location=8118b061437f,42421,1731030677746; forceNewPlan=false, retain=false 2024-11-08T01:51:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:51:20,934 INFO [8118b061437f:38415 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-08T01:51:20,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2f4ba4ae243eeb6c2255e4ec1bf26aa, regionState=OPENING, regionLocation=8118b061437f,42421,1731030677746 2024-11-08T01:51:20,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d2f4ba4ae243eeb6c2255e4ec1bf26aa, ASSIGN because future has completed 2024-11-08T01:51:20,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f4ba4ae243eeb6c2255e4ec1bf26aa, server=8118b061437f,42421,1731030677746}] 2024-11-08T01:51:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:51:21,095 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:51:21,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40481, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:51:21,103 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:21,103 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d2f4ba4ae243eeb6c2255e4ec1bf26aa, NAME => 'TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:51:21,104 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,104 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:21,104 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,104 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,107 INFO [StoreOpener-d2f4ba4ae243eeb6c2255e4ec1bf26aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,110 INFO [StoreOpener-d2f4ba4ae243eeb6c2255e4ec1bf26aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f4ba4ae243eeb6c2255e4ec1bf26aa columnFamilyName cf 2024-11-08T01:51:21,110 DEBUG [StoreOpener-d2f4ba4ae243eeb6c2255e4ec1bf26aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:21,111 INFO [StoreOpener-d2f4ba4ae243eeb6c2255e4ec1bf26aa-1 {}] regionserver.HStore(327): Store=d2f4ba4ae243eeb6c2255e4ec1bf26aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:51:21,111 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,113 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/default/TestHBaseWalOnEC/d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,114 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/default/TestHBaseWalOnEC/d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,114 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,114 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,118 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,123 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/default/TestHBaseWalOnEC/d2f4ba4ae243eeb6c2255e4ec1bf26aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:51:21,124 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d2f4ba4ae243eeb6c2255e4ec1bf26aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71530783, jitterRate=0.06589172780513763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:51:21,124 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:21,125 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d2f4ba4ae243eeb6c2255e4ec1bf26aa: Running coprocessor pre-open hook at 1731030681104Writing region info on filesystem at 1731030681104Initializing all the Stores at 1731030681107 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030681107Cleaning up temporary data from old regions at 1731030681114 (+7 ms)Running coprocessor post-open hooks at 1731030681124 (+10 ms)Region opened successfully at 1731030681125 (+1 ms) 2024-11-08T01:51:21,127 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa., pid=6, masterSystemTime=1731030681095 2024-11-08T01:51:21,131 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:21,131 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:21,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2f4ba4ae243eeb6c2255e4ec1bf26aa, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,42421,1731030677746 2024-11-08T01:51:21,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f4ba4ae243eeb6c2255e4ec1bf26aa, server=8118b061437f,42421,1731030677746 because future has completed 2024-11-08T01:51:21,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T01:51:21,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f4ba4ae243eeb6c2255e4ec1bf26aa, server=8118b061437f,42421,1731030677746 in 198 msec 2024-11-08T01:51:21,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T01:51:21,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d2f4ba4ae243eeb6c2255e4ec1bf26aa, ASSIGN in 369 msec 2024-11-08T01:51:21,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:51:21,153 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030681152"}]},"ts":"1731030681152"} 2024-11-08T01:51:21,156 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-08T01:51:21,159 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:51:21,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 462 msec 2024-11-08T01:51:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:51:21,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-08T01:51:21,345 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T01:51:21,346 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:51:21,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-08T01:51:21,352 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:51:21,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-08T01:51:21,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa., hostname=8118b061437f,42421,1731030677746, seqNum=2] 2024-11-08T01:51:21,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:51:21,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:51:21,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-08T01:51:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-08T01:51:21,380 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-08T01:51:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T01:51:21,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T01:51:21,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T01:51:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T01:51:21,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T01:51:21,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:21,549 INFO [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d2f4ba4ae243eeb6c2255e4ec1bf26aa 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-08T01:51:21,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/default/TestHBaseWalOnEC/d2f4ba4ae243eeb6c2255e4ec1bf26aa/.tmp/cf/57370b4ead4445a2ac7a7b067ccf0695 is 36, key is row/cf:cq/1731030681365/Put/seqid=0 2024-11-08T01:51:21,612 WARN [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:21,612 WARN [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:21,617 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683692456_22 at /127.0.0.1:57916 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:35237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57916 dst: /127.0.0.1:35237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:21,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-08T01:51:21,624 WARN [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:21,624 INFO [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/default/TestHBaseWalOnEC/d2f4ba4ae243eeb6c2255e4ec1bf26aa/.tmp/cf/57370b4ead4445a2ac7a7b067ccf0695 2024-11-08T01:51:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/default/TestHBaseWalOnEC/d2f4ba4ae243eeb6c2255e4ec1bf26aa/.tmp/cf/57370b4ead4445a2ac7a7b067ccf0695 as hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/default/TestHBaseWalOnEC/d2f4ba4ae243eeb6c2255e4ec1bf26aa/cf/57370b4ead4445a2ac7a7b067ccf0695 2024-11-08T01:51:21,688 INFO [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/default/TestHBaseWalOnEC/d2f4ba4ae243eeb6c2255e4ec1bf26aa/cf/57370b4ead4445a2ac7a7b067ccf0695, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T01:51:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T01:51:21,696 INFO [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for d2f4ba4ae243eeb6c2255e4ec1bf26aa in 145ms, sequenceid=5, compaction requested=false 2024-11-08T01:51:21,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-08T01:51:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d2f4ba4ae243eeb6c2255e4ec1bf26aa: 2024-11-08T01:51:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:21,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T01:51:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T01:51:21,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T01:51:21,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 322 msec 2024-11-08T01:51:21,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 338 msec 2024-11-08T01:51:21,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-08T01:51:21,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-08T01:51:21,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-08T01:51:21,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-08T01:51:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-08T01:51:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-08T01:51:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T01:51:22,006 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T01:51:22,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T01:51:22,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:51:22,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:22,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:22,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:22,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:51:22,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T01:51:22,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=875678016, stopped=false 2024-11-08T01:51:22,023 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8118b061437f,38415,1731030676823 2024-11-08T01:51:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:22,086 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:51:22,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:51:22,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:22,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:22,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:22,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:22,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:22,087 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,39137,1731030677585' ***** 2024-11-08T01:51:22,087 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:51:22,087 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,33475,1731030677689' ***** 2024-11-08T01:51:22,087 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:51:22,087 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,42421,1731030677746' ***** 2024-11-08T01:51:22,087 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:51:22,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:22,088 INFO [RS:0;8118b061437f:39137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:51:22,088 INFO [RS:2;8118b061437f:42421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:51:22,088 INFO [RS:0;8118b061437f:39137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:51:22,088 INFO [RS:2;8118b061437f:42421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:51:22,088 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:51:22,088 INFO [RS:1;8118b061437f:33475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:51:22,088 INFO [RS:0;8118b061437f:39137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:51:22,088 INFO [RS:2;8118b061437f:42421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:51:22,088 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:51:22,088 INFO [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,39137,1731030677585 2024-11-08T01:51:22,088 INFO [RS:0;8118b061437f:39137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:51:22,088 INFO [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(3091): Received CLOSE for d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:22,088 INFO [RS:0;8118b061437f:39137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8118b061437f:39137. 2024-11-08T01:51:22,089 DEBUG [RS:0;8118b061437f:39137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:22,089 DEBUG [RS:0;8118b061437f:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:22,089 INFO [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,39137,1731030677585; all regions closed. 2024-11-08T01:51:22,089 INFO [RS:1;8118b061437f:33475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:51:22,089 INFO [RS:1;8118b061437f:33475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:51:22,089 INFO [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,33475,1731030677689 2024-11-08T01:51:22,089 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:51:22,089 INFO [RS:1;8118b061437f:33475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:51:22,089 INFO [RS:1;8118b061437f:33475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8118b061437f:33475. 2024-11-08T01:51:22,089 DEBUG [RS:1;8118b061437f:33475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:22,090 DEBUG [RS:1;8118b061437f:33475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:22,090 INFO [RS:1;8118b061437f:33475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:51:22,090 INFO [RS:1;8118b061437f:33475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:51:22,090 INFO [RS:1;8118b061437f:33475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:51:22,090 INFO [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T01:51:22,090 INFO [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,42421,1731030677746 2024-11-08T01:51:22,090 INFO [RS:2;8118b061437f:42421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:51:22,090 INFO [RS:2;8118b061437f:42421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8118b061437f:42421. 2024-11-08T01:51:22,090 DEBUG [RS:2;8118b061437f:42421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:22,090 DEBUG [RS:2;8118b061437f:42421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:22,091 INFO [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T01:51:22,091 INFO [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T01:51:22,091 DEBUG [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(1325): Online Regions={d2f4ba4ae243eeb6c2255e4ec1bf26aa=TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa.} 2024-11-08T01:51:22,091 DEBUG [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T01:51:22,091 DEBUG [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T01:51:22,091 DEBUG [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(1351): Waiting on d2f4ba4ae243eeb6c2255e4ec1bf26aa 2024-11-08T01:51:22,091 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:51:22,091 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2f4ba4ae243eeb6c2255e4ec1bf26aa, disabling compactions & flushes 2024-11-08T01:51:22,091 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:51:22,091 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:22,091 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:51:22,091 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:22,091 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:51:22,091 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. after waiting 0 ms 2024-11-08T01:51:22,091 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:51:22,091 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:22,091 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T01:51:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_1073741827_1017 (size=93) 2024-11-08T01:51:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741827_1017 (size=93) 2024-11-08T01:51:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_1073741827_1017 (size=93) 2024-11-08T01:51:22,103 DEBUG [RS:0;8118b061437f:39137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/oldWALs 2024-11-08T01:51:22,103 INFO [RS:0;8118b061437f:39137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C39137%2C1731030677585:(num 1731030679591) 2024-11-08T01:51:22,104 DEBUG [RS:0;8118b061437f:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:22,104 INFO [RS:0;8118b061437f:39137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:22,104 INFO [RS:0;8118b061437f:39137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:51:22,104 INFO [RS:0;8118b061437f:39137 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T01:51:22,104 INFO [RS:0;8118b061437f:39137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:51:22,104 INFO [RS:0;8118b061437f:39137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:51:22,104 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:51:22,104 INFO [RS:0;8118b061437f:39137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:51:22,104 INFO [RS:0;8118b061437f:39137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:51:22,105 INFO [RS:0;8118b061437f:39137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39137 2024-11-08T01:51:22,113 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/default/TestHBaseWalOnEC/d2f4ba4ae243eeb6c2255e4ec1bf26aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T01:51:22,116 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:22,116 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2f4ba4ae243eeb6c2255e4ec1bf26aa: Waiting for close lock at 1731030682091Running coprocessor pre-close hooks at 1731030682091Disabling compacts and flushes for region at 1731030682091Disabling writes for close at 1731030682091Writing region close event to WAL at 1731030682094 (+3 ms)Running coprocessor post-close hooks at 1731030682114 (+20 ms)Closed at 1731030682116 (+2 ms) 2024-11-08T01:51:22,117 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa. 2024-11-08T01:51:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,39137,1731030677585 2024-11-08T01:51:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:51:22,117 INFO [RS:0;8118b061437f:39137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:51:22,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,39137,1731030677585] 2024-11-08T01:51:22,124 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/.tmp/info/c3950bde3b904db6ad469ab81bf73183 is 153, key is TestHBaseWalOnEC,,1731030680690.d2f4ba4ae243eeb6c2255e4ec1bf26aa./info:regioninfo/1731030681132/Put/seqid=0 2024-11-08T01:51:22,127 WARN [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,127 WARN [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2144814526_22 at /127.0.0.1:33978 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:38161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33978 dst: /127.0.0.1:38161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:22,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-08T01:51:22,136 WARN [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:22,136 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/.tmp/info/c3950bde3b904db6ad469ab81bf73183 2024-11-08T01:51:22,138 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:22,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,39137,1731030677585 already deleted, retry=false 2024-11-08T01:51:22,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,39137,1731030677585 expired; onlineServers=2 2024-11-08T01:51:22,140 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:22,141 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:22,165 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/.tmp/ns/53b5bd50fe2e4ecb8e203d161f224675 is 43, key is default/ns:d/1731030680433/Put/seqid=0 2024-11-08T01:51:22,167 WARN [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,168 WARN [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,172 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2144814526_22 at /127.0.0.1:49934 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:36689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49934 dst: /127.0.0.1:36689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:22,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-08T01:51:22,176 WARN [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:22,177 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/.tmp/ns/53b5bd50fe2e4ecb8e203d161f224675 2024-11-08T01:51:22,206 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/.tmp/table/22acfbd4c11f414baed514dd9f42f178 is 52, key is TestHBaseWalOnEC/table:state/1731030681152/Put/seqid=0 2024-11-08T01:51:22,209 WARN [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,209 WARN [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,211 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2144814526_22 at /127.0.0.1:49966 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:36689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49966 dst: /127.0.0.1:36689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-08T01:51:22,216 WARN [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:22,216 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/.tmp/table/22acfbd4c11f414baed514dd9f42f178 2024-11-08T01:51:22,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:22,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011823edeb0001, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:22,229 INFO [RS:0;8118b061437f:39137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:51:22,229 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/.tmp/info/c3950bde3b904db6ad469ab81bf73183 as hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/info/c3950bde3b904db6ad469ab81bf73183 2024-11-08T01:51:22,229 INFO [RS:0;8118b061437f:39137 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,39137,1731030677585; zookeeper connection closed. 2024-11-08T01:51:22,229 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cf3a30d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cf3a30d 2024-11-08T01:51:22,241 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/info/c3950bde3b904db6ad469ab81bf73183, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T01:51:22,244 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/.tmp/ns/53b5bd50fe2e4ecb8e203d161f224675 as hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/ns/53b5bd50fe2e4ecb8e203d161f224675 2024-11-08T01:51:22,256 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/ns/53b5bd50fe2e4ecb8e203d161f224675, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T01:51:22,258 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/.tmp/table/22acfbd4c11f414baed514dd9f42f178 as hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/table/22acfbd4c11f414baed514dd9f42f178 2024-11-08T01:51:22,268 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/table/22acfbd4c11f414baed514dd9f42f178, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T01:51:22,270 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=11, compaction requested=false 2024-11-08T01:51:22,270 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T01:51:22,282 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T01:51:22,283 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T01:51:22,283 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:51:22,283 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030682091Running coprocessor pre-close hooks at 1731030682091Disabling compacts and flushes for region at 1731030682091Disabling writes for close at 1731030682091Obtaining lock to block concurrent updates at 1731030682092 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731030682092Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731030682092Flushing stores of hbase:meta,,1.1588230740 at 1731030682093 (+1 ms)Flushing 1588230740/info: creating writer at 1731030682094 (+1 ms)Flushing 1588230740/info: appending metadata at 1731030682119 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731030682119Flushing 1588230740/ns: creating writer at 1731030682147 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731030682164 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731030682164Flushing 1588230740/table: creating writer at 1731030682187 (+23 ms)Flushing 1588230740/table: appending metadata at 1731030682205 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731030682205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fdd570: reopening flushed file at 1731030682227 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6bedf2: reopening flushed file at 1731030682242 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c31af4: reopening flushed file at 1731030682257 (+15 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=11, compaction requested=false at 1731030682270 (+13 ms)Writing region close event to WAL at 1731030682272 (+2 ms)Running coprocessor post-close hooks at 1731030682283 (+11 ms)Closed at 1731030682283 2024-11-08T01:51:22,283 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T01:51:22,291 INFO [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,42421,1731030677746; all regions closed. 2024-11-08T01:51:22,291 INFO [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,33475,1731030677689; all regions closed. 2024-11-08T01:51:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_1073741826_1016 (size=1298) 2024-11-08T01:51:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741826_1016 (size=1298) 2024-11-08T01:51:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_1073741826_1016 (size=1298) 2024-11-08T01:51:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_1073741829_1019 (size=2751) 2024-11-08T01:51:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_1073741829_1019 (size=2751) 2024-11-08T01:51:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741829_1019 (size=2751) 2024-11-08T01:51:22,299 DEBUG [RS:1;8118b061437f:33475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/oldWALs 2024-11-08T01:51:22,299 INFO [RS:1;8118b061437f:33475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C33475%2C1731030677689.meta:.meta(num 1731030680189) 2024-11-08T01:51:22,299 DEBUG [RS:2;8118b061437f:42421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/oldWALs 2024-11-08T01:51:22,299 INFO [RS:2;8118b061437f:42421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C42421%2C1731030677746:(num 1731030679589) 2024-11-08T01:51:22,299 DEBUG [RS:2;8118b061437f:42421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:22,299 INFO [RS:2;8118b061437f:42421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:22,300 INFO [RS:2;8118b061437f:42421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:51:22,300 INFO [RS:2;8118b061437f:42421 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T01:51:22,300 INFO [RS:2;8118b061437f:42421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:51:22,300 INFO [RS:2;8118b061437f:42421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:51:22,300 INFO [RS:2;8118b061437f:42421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:51:22,300 INFO [RS:2;8118b061437f:42421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:51:22,300 INFO [RS:2;8118b061437f:42421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42421 2024-11-08T01:51:22,301 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:51:22,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_1073741828_1018 (size=93) 2024-11-08T01:51:22,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741828_1018 (size=93) 2024-11-08T01:51:22,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_1073741828_1018 (size=93) 2024-11-08T01:51:22,306 DEBUG [RS:1;8118b061437f:33475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/oldWALs 2024-11-08T01:51:22,306 INFO [RS:1;8118b061437f:33475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C33475%2C1731030677689:(num 1731030679590) 2024-11-08T01:51:22,306 DEBUG [RS:1;8118b061437f:33475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:22,306 INFO [RS:1;8118b061437f:33475 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:22,306 INFO [RS:1;8118b061437f:33475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:51:22,306 INFO [RS:1;8118b061437f:33475 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T01:51:22,307 INFO [RS:1;8118b061437f:33475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:51:22,307 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:51:22,307 INFO [RS:1;8118b061437f:33475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33475 2024-11-08T01:51:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,42421,1731030677746 2024-11-08T01:51:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:51:22,313 INFO [RS:2;8118b061437f:42421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:51:22,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,33475,1731030677689 2024-11-08T01:51:22,323 INFO [RS:1;8118b061437f:33475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:51:22,323 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f67dc8f4700@66e48948 rejected from java.util.concurrent.ThreadPoolExecutor@23e60bf0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T01:51:22,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,42421,1731030677746] 2024-11-08T01:51:22,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,42421,1731030677746 already deleted, retry=false 2024-11-08T01:51:22,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,42421,1731030677746 expired; onlineServers=1 2024-11-08T01:51:22,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,33475,1731030677689] 2024-11-08T01:51:22,365 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,33475,1731030677689 already deleted, retry=false 2024-11-08T01:51:22,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,33475,1731030677689 expired; onlineServers=0 2024-11-08T01:51:22,365 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8118b061437f,38415,1731030676823' ***** 2024-11-08T01:51:22,365 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T01:51:22,365 INFO [M:0;8118b061437f:38415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:51:22,365 INFO [M:0;8118b061437f:38415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:51:22,366 DEBUG [M:0;8118b061437f:38415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T01:51:22,366 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T01:51:22,366 DEBUG [M:0;8118b061437f:38415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T01:51:22,366 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030679186 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030679186,5,FailOnTimeoutGroup] 2024-11-08T01:51:22,366 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030679192 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030679192,5,FailOnTimeoutGroup] 2024-11-08T01:51:22,366 INFO [M:0;8118b061437f:38415 {}] hbase.ChoreService(370): Chore service for: master/8118b061437f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T01:51:22,366 INFO [M:0;8118b061437f:38415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:51:22,366 DEBUG [M:0;8118b061437f:38415 {}] master.HMaster(1795): Stopping service threads 2024-11-08T01:51:22,366 INFO [M:0;8118b061437f:38415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T01:51:22,367 INFO [M:0;8118b061437f:38415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:51:22,367 INFO [M:0;8118b061437f:38415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T01:51:22,367 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T01:51:22,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T01:51:22,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:22,376 DEBUG [M:0;8118b061437f:38415 {}] zookeeper.ZKUtil(347): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T01:51:22,376 WARN [M:0;8118b061437f:38415 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T01:51:22,377 INFO [M:0;8118b061437f:38415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/.lastflushedseqids 2024-11-08T01:51:22,385 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,385 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,387 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:49988 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:36689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49988 dst: /127.0.0.1:36689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-08T01:51:22,391 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:22,392 INFO [M:0;8118b061437f:38415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T01:51:22,392 INFO [M:0;8118b061437f:38415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T01:51:22,392 DEBUG [M:0;8118b061437f:38415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:51:22,392 INFO [M:0;8118b061437f:38415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:22,392 DEBUG [M:0;8118b061437f:38415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:22,392 DEBUG [M:0;8118b061437f:38415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:51:22,392 DEBUG [M:0;8118b061437f:38415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:22,393 INFO [M:0;8118b061437f:38415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-08T01:51:22,413 DEBUG [M:0;8118b061437f:38415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7d1eba5bfd14d66be0c497a87c35cb6 is 82, key is hbase:meta,,1/info:regioninfo/1731030680287/Put/seqid=0 2024-11-08T01:51:22,415 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,415 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,417 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:50006 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:36689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50006 dst: /127.0.0.1:36689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-08T01:51:22,421 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:22,421 INFO [M:0;8118b061437f:38415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7d1eba5bfd14d66be0c497a87c35cb6 2024-11-08T01:51:22,434 INFO [RS:2;8118b061437f:42421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:51:22,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:22,434 INFO [RS:2;8118b061437f:42421 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,42421,1731030677746; zookeeper connection closed. 2024-11-08T01:51:22,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011823edeb0003, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:22,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@585722b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@585722b8 2024-11-08T01:51:22,444 INFO [RS:1;8118b061437f:33475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:51:22,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:22,444 INFO [RS:1;8118b061437f:33475 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,33475,1731030677689; zookeeper connection closed. 2024-11-08T01:51:22,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33475-0x1011823edeb0002, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:22,445 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a3739f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a3739f3 2024-11-08T01:51:22,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T01:51:22,446 DEBUG [M:0;8118b061437f:38415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8c4b9237a124d638549b03524b3ab22 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731030681162/Put/seqid=0 2024-11-08T01:51:22,448 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,448 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,451 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:50030 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:36689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50030 dst: /127.0.0.1:36689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:22,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-08T01:51:22,456 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:22,456 INFO [M:0;8118b061437f:38415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8c4b9237a124d638549b03524b3ab22 2024-11-08T01:51:22,480 DEBUG [M:0;8118b061437f:38415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16c194ad15734b5786174e2d3c0fa798 is 69, key is 8118b061437f,33475,1731030677689/rs:state/1731030679238/Put/seqid=0 2024-11-08T01:51:22,482 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,482 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T01:51:22,485 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_791815403_22 at /127.0.0.1:35196 [Receiving block BP-867828239-172.17.0.2-1731030672247:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:35237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35196 dst: /127.0.0.1:35237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:51:22,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-08T01:51:22,489 WARN [M:0;8118b061437f:38415 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T01:51:22,489 INFO [M:0;8118b061437f:38415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16c194ad15734b5786174e2d3c0fa798 2024-11-08T01:51:22,499 DEBUG [M:0;8118b061437f:38415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7d1eba5bfd14d66be0c497a87c35cb6 as hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7d1eba5bfd14d66be0c497a87c35cb6 2024-11-08T01:51:22,507 INFO [M:0;8118b061437f:38415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7d1eba5bfd14d66be0c497a87c35cb6, entries=8, sequenceid=72, filesize=5.5 K 2024-11-08T01:51:22,508 DEBUG [M:0;8118b061437f:38415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8c4b9237a124d638549b03524b3ab22 as hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8c4b9237a124d638549b03524b3ab22 2024-11-08T01:51:22,516 INFO [M:0;8118b061437f:38415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8c4b9237a124d638549b03524b3ab22, entries=8, sequenceid=72, filesize=6.3 K 2024-11-08T01:51:22,517 DEBUG [M:0;8118b061437f:38415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16c194ad15734b5786174e2d3c0fa798 as hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16c194ad15734b5786174e2d3c0fa798 2024-11-08T01:51:22,525 INFO [M:0;8118b061437f:38415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16c194ad15734b5786174e2d3c0fa798, entries=3, sequenceid=72, filesize=5.2 K 2024-11-08T01:51:22,526 INFO [M:0;8118b061437f:38415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=72, compaction requested=false 2024-11-08T01:51:22,528 INFO [M:0;8118b061437f:38415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:22,528 DEBUG [M:0;8118b061437f:38415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030682392Disabling compacts and flushes for region at 1731030682392Disabling writes for close at 1731030682392Obtaining lock to block concurrent updates at 1731030682393 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731030682393Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1731030682393Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731030682394 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731030682394Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731030682412 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731030682412Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731030682429 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731030682446 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731030682446Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731030682464 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731030682480 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731030682480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c9278ab: reopening flushed file at 1731030682498 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c3ddea: reopening flushed file at 1731030682507 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704b7a8f: reopening flushed file at 1731030682516 (+9 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=72, compaction requested=false at 1731030682527 (+11 ms)Writing region close event to WAL at 1731030682528 (+1 ms)Closed at 1731030682528 2024-11-08T01:51:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741825_1011 (size=32686) 2024-11-08T01:51:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35237 is added to blk_1073741825_1011 (size=32686) 2024-11-08T01:51:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38161 is added to blk_1073741825_1011 (size=32686) 2024-11-08T01:51:22,533 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:51:22,533 INFO [M:0;8118b061437f:38415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T01:51:22,533 INFO [M:0;8118b061437f:38415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38415 2024-11-08T01:51:22,533 INFO [M:0;8118b061437f:38415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:51:22,694 INFO [M:0;8118b061437f:38415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:51:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x1011823edeb0000, quorum=127.0.0.1:59533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:22,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b1d6f1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:22,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fd89fa9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:51:22,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:51:22,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403b9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:51:22,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dc716dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir/,STOPPED} 2024-11-08T01:51:22,702 WARN [BP-867828239-172.17.0.2-1731030672247 heartbeating to localhost/127.0.0.1:43053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:51:22,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:51:22,702 WARN [BP-867828239-172.17.0.2-1731030672247 heartbeating to localhost/127.0.0.1:43053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-867828239-172.17.0.2-1731030672247 (Datanode Uuid 9e87734d-ed86-4613-a53c-621719c9ebb4) service to localhost/127.0.0.1:43053 2024-11-08T01:51:22,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:51:22,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data5/current/BP-867828239-172.17.0.2-1731030672247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:22,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data6/current/BP-867828239-172.17.0.2-1731030672247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:22,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:51:22,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61dd7f65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:22,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d12fc1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:51:22,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:51:22,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b22eb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:51:22,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630da62d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir/,STOPPED} 2024-11-08T01:51:22,713 WARN [BP-867828239-172.17.0.2-1731030672247 heartbeating to localhost/127.0.0.1:43053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:51:22,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:51:22,713 WARN [BP-867828239-172.17.0.2-1731030672247 heartbeating to localhost/127.0.0.1:43053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-867828239-172.17.0.2-1731030672247 (Datanode Uuid 403c3a9a-8662-4de6-b29d-77b7432458ac) service to localhost/127.0.0.1:43053 2024-11-08T01:51:22,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:51:22,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data3/current/BP-867828239-172.17.0.2-1731030672247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:22,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data4/current/BP-867828239-172.17.0.2-1731030672247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:22,715 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:51:22,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1afaf33c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:22,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d6e3ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:51:22,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:51:22,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc7b16b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:51:22,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f592c6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir/,STOPPED} 2024-11-08T01:51:22,718 WARN [BP-867828239-172.17.0.2-1731030672247 heartbeating to localhost/127.0.0.1:43053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:51:22,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:51:22,718 WARN [BP-867828239-172.17.0.2-1731030672247 heartbeating to localhost/127.0.0.1:43053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-867828239-172.17.0.2-1731030672247 (Datanode Uuid 75f6fd1e-2c04-4258-8cfb-ea4396568c3e) service to localhost/127.0.0.1:43053 2024-11-08T01:51:22,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:51:22,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data1/current/BP-867828239-172.17.0.2-1731030672247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:22,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/cluster_df78737b-4ac6-c82a-a162-e85954c8c72b/data/data2/current/BP-867828239-172.17.0.2-1731030672247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:22,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:51:22,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a105fbd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:51:22,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d863f4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:51:22,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:51:22,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189e1f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:51:22,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f7d122b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir/,STOPPED} 2024-11-08T01:51:22,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T01:51:22,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T01:51:22,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 158), OpenFileDescriptor=445 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=6389 (was 6692) 2024-11-08T01:51:22,777 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=6388 2024-11-08T01:51:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T01:51:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.log.dir so I do NOT create it in target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc 2024-11-08T01:51:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e14f21c-ba8d-1d1e-c308-6db72534f73e/hadoop.tmp.dir so I do NOT create it in target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc 2024-11-08T01:51:22,778 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded, deleteOnExit=true 2024-11-08T01:51:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T01:51:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/test.cache.data in system properties and HBase conf 2024-11-08T01:51:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T01:51:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.log.dir in system properties and HBase conf 2024-11-08T01:51:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T01:51:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T01:51:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T01:51:22,779 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T01:51:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:51:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:51:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T01:51:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:51:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T01:51:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T01:51:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:51:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:51:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T01:51:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/nfs.dump.dir in system properties and HBase conf 2024-11-08T01:51:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/java.io.tmpdir in system properties and HBase conf 2024-11-08T01:51:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:51:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T01:51:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T01:51:23,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:23,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:51:23,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:51:23,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:51:23,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:51:23,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:23,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68297a86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:51:23,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d0df923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:51:23,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f56b41e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/java.io.tmpdir/jetty-localhost-33445-hadoop-hdfs-3_4_1-tests_jar-_-any-13254531487993486165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:51:23,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ac722d1{HTTP/1.1, (http/1.1)}{localhost:33445} 2024-11-08T01:51:23,325 INFO [Time-limited test {}] server.Server(415): Started @12944ms 2024-11-08T01:51:23,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:23,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:51:23,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:51:23,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:51:23,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:51:23,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370ab371{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:51:23,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2592ae26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:51:23,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7495b0bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/java.io.tmpdir/jetty-localhost-40559-hadoop-hdfs-3_4_1-tests_jar-_-any-8869781966224471610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:23,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53d8e10f{HTTP/1.1, (http/1.1)}{localhost:40559} 2024-11-08T01:51:23,717 INFO [Time-limited test {}] server.Server(415): Started @13337ms 2024-11-08T01:51:23,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:51:23,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:23,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:51:23,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:51:23,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:51:23,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T01:51:23,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7316eea7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:51:23,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@313431db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:51:23,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5681eefe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/java.io.tmpdir/jetty-localhost-44687-hadoop-hdfs-3_4_1-tests_jar-_-any-16094830037356564788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:23,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a56780{HTTP/1.1, (http/1.1)}{localhost:44687} 2024-11-08T01:51:23,849 INFO [Time-limited test {}] server.Server(415): Started @13468ms 2024-11-08T01:51:23,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:51:23,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:51:23,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:51:23,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:51:23,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:51:23,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:51:23,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18a3bf64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:51:23,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d7433f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:51:23,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34260a54{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/java.io.tmpdir/jetty-localhost-40087-hadoop-hdfs-3_4_1-tests_jar-_-any-14820888082070681881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:23,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44a9151e{HTTP/1.1, (http/1.1)}{localhost:40087} 2024-11-08T01:51:23,989 INFO [Time-limited test {}] server.Server(415): Started @13608ms 2024-11-08T01:51:23,991 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:51:25,443 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data1/current/BP-1416405254-172.17.0.2-1731030682804/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:25,443 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data2/current/BP-1416405254-172.17.0.2-1731030682804/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:25,470 WARN [Thread-497 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:51:25,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe189b6bccaef296 with lease ID 0x5e34cc169e365911: Processing first storage report for DS-4be0a742-62a6-45d6-9510-5598951858a3 from datanode DatanodeRegistration(127.0.0.1:43469, datanodeUuid=f2913582-2bcf-42a7-8e63-0f4b35920a07, infoPort=39919, infoSecurePort=0, ipcPort=34229, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804) 2024-11-08T01:51:25,473 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe189b6bccaef296 with lease ID 0x5e34cc169e365911: from storage DS-4be0a742-62a6-45d6-9510-5598951858a3 node DatanodeRegistration(127.0.0.1:43469, datanodeUuid=f2913582-2bcf-42a7-8e63-0f4b35920a07, infoPort=39919, infoSecurePort=0, ipcPort=34229, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:51:25,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe189b6bccaef296 with lease ID 0x5e34cc169e365911: Processing first storage report for DS-853e33a8-dde6-42a8-8e6d-e167c270a023 from datanode DatanodeRegistration(127.0.0.1:43469, datanodeUuid=f2913582-2bcf-42a7-8e63-0f4b35920a07, infoPort=39919, infoSecurePort=0, ipcPort=34229, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804) 2024-11-08T01:51:25,473 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe189b6bccaef296 with lease ID 0x5e34cc169e365911: from storage DS-853e33a8-dde6-42a8-8e6d-e167c270a023 node DatanodeRegistration(127.0.0.1:43469, datanodeUuid=f2913582-2bcf-42a7-8e63-0f4b35920a07, infoPort=39919, infoSecurePort=0, ipcPort=34229, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:51:25,626 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data3/current/BP-1416405254-172.17.0.2-1731030682804/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:25,626 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data4/current/BP-1416405254-172.17.0.2-1731030682804/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:25,646 WARN [Thread-520 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:51:25,648 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88eb0b4c451fb5c2 with lease ID 0x5e34cc169e365912: Processing first storage report for DS-efba0ff1-5059-46cf-bee8-ebcbbfcced91 from datanode DatanodeRegistration(127.0.0.1:34009, datanodeUuid=ada0e7d6-af53-4d41-972e-e4fab6283ffd, infoPort=37771, infoSecurePort=0, ipcPort=36123, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804) 2024-11-08T01:51:25,648 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88eb0b4c451fb5c2 with lease ID 0x5e34cc169e365912: from storage DS-efba0ff1-5059-46cf-bee8-ebcbbfcced91 node DatanodeRegistration(127.0.0.1:34009, datanodeUuid=ada0e7d6-af53-4d41-972e-e4fab6283ffd, infoPort=37771, infoSecurePort=0, ipcPort=36123, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:51:25,648 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88eb0b4c451fb5c2 with lease ID 0x5e34cc169e365912: Processing first storage report for DS-fd56c566-7cb2-4d68-a4af-dfeb72efb626 from datanode DatanodeRegistration(127.0.0.1:34009, datanodeUuid=ada0e7d6-af53-4d41-972e-e4fab6283ffd, infoPort=37771, infoSecurePort=0, ipcPort=36123, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804) 2024-11-08T01:51:25,648 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88eb0b4c451fb5c2 with lease ID 0x5e34cc169e365912: from storage DS-fd56c566-7cb2-4d68-a4af-dfeb72efb626 node DatanodeRegistration(127.0.0.1:34009, datanodeUuid=ada0e7d6-af53-4d41-972e-e4fab6283ffd, infoPort=37771, infoSecurePort=0, ipcPort=36123, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:51:25,702 WARN [Thread-580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data6/current/BP-1416405254-172.17.0.2-1731030682804/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:25,702 WARN [Thread-579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data5/current/BP-1416405254-172.17.0.2-1731030682804/current, will proceed with Du for space computation calculation, 2024-11-08T01:51:25,719 WARN [Thread-542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:51:25,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dbc3e1f0f2271c7 with lease ID 0x5e34cc169e365913: Processing first storage report for DS-ff1b65bc-e696-49c5-9ec5-0b61b9bbfd4f from datanode DatanodeRegistration(127.0.0.1:38731, datanodeUuid=1e5e2db9-a904-412d-b1ad-c4cc29ad3678, infoPort=42095, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804) 2024-11-08T01:51:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dbc3e1f0f2271c7 with lease ID 0x5e34cc169e365913: from storage DS-ff1b65bc-e696-49c5-9ec5-0b61b9bbfd4f node DatanodeRegistration(127.0.0.1:38731, datanodeUuid=1e5e2db9-a904-412d-b1ad-c4cc29ad3678, infoPort=42095, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:51:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dbc3e1f0f2271c7 with lease ID 0x5e34cc169e365913: Processing first storage report for DS-c78a13cd-2e0a-48f9-a58b-81f2714a3662 from datanode DatanodeRegistration(127.0.0.1:38731, datanodeUuid=1e5e2db9-a904-412d-b1ad-c4cc29ad3678, infoPort=42095, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804) 2024-11-08T01:51:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dbc3e1f0f2271c7 with lease ID 0x5e34cc169e365913: from storage DS-c78a13cd-2e0a-48f9-a58b-81f2714a3662 node DatanodeRegistration(127.0.0.1:38731, datanodeUuid=1e5e2db9-a904-412d-b1ad-c4cc29ad3678, infoPort=42095, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=1799584835;c=1731030682804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:51:25,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc 2024-11-08T01:51:25,747 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T01:51:25,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/zookeeper_0, clientPort=50296, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T01:51:25,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50296 2024-11-08T01:51:25,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:25,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:51:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:51:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:51:25,793 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39 with version=8 2024-11-08T01:51:25,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43053/user/jenkins/test-data/98fd4acd-cf6e-abb0-0ca1-777f94c20927/hbase-staging 2024-11-08T01:51:25,795 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:51:25,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:25,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:25,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:51:25,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:25,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:51:25,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T01:51:25,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:51:25,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42957 2024-11-08T01:51:25,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42957 connecting to ZooKeeper ensemble=127.0.0.1:50296 2024-11-08T01:51:25,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:51:25,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:51:25,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429570x0, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:51:25,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42957-0x101182413ee0000 connected 2024-11-08T01:51:25,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:25,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:25,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:25,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39, hbase.cluster.distributed=false 2024-11-08T01:51:25,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:51:25,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42957 2024-11-08T01:51:25,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42957 2024-11-08T01:51:25,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42957 2024-11-08T01:51:25,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42957 2024-11-08T01:51:25,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42957 2024-11-08T01:51:25,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:51:25,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:25,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:25,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:51:25,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:25,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:51:25,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:51:25,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:51:25,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43407 2024-11-08T01:51:25,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43407 connecting to ZooKeeper ensemble=127.0.0.1:50296 2024-11-08T01:51:25,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:25,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:26,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434070x0, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:51:26,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434070x0, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:26,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43407-0x101182413ee0001 connected 2024-11-08T01:51:26,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:51:26,003 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:51:26,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:51:26,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:51:26,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43407 2024-11-08T01:51:26,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43407 2024-11-08T01:51:26,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43407 2024-11-08T01:51:26,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43407 2024-11-08T01:51:26,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43407 2024-11-08T01:51:26,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:51:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:26,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:51:26,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:26,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:51:26,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:51:26,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:51:26,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37217 2024-11-08T01:51:26,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37217 connecting to ZooKeeper ensemble=127.0.0.1:50296 2024-11-08T01:51:26,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:26,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:26,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372170x0, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:51:26,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37217-0x101182413ee0002 connected 2024-11-08T01:51:26,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:26,039 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:51:26,040 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:51:26,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:51:26,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:51:26,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-08T01:51:26,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37217 2024-11-08T01:51:26,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37217 2024-11-08T01:51:26,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-08T01:51:26,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-08T01:51:26,059 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:51:26,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:26,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:26,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:51:26,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:51:26,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:51:26,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:51:26,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:51:26,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42277 2024-11-08T01:51:26,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42277 connecting to ZooKeeper ensemble=127.0.0.1:50296 2024-11-08T01:51:26,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:26,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:26,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422770x0, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:51:26,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422770x0, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:26,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42277-0x101182413ee0003 connected 2024-11-08T01:51:26,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:51:26,077 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:51:26,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:51:26,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:51:26,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42277 2024-11-08T01:51:26,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42277 2024-11-08T01:51:26,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42277 2024-11-08T01:51:26,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42277 2024-11-08T01:51:26,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42277 2024-11-08T01:51:26,091 DEBUG [M:0;8118b061437f:42957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8118b061437f:42957 2024-11-08T01:51:26,091 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8118b061437f,42957,1731030685795 2024-11-08T01:51:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:26,102 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8118b061437f,42957,1731030685795 2024-11-08T01:51:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:51:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:51:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:51:26,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,114 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T01:51:26,115 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8118b061437f,42957,1731030685795 from backup master directory 2024-11-08T01:51:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8118b061437f,42957,1731030685795 2024-11-08T01:51:26,127 WARN [master/8118b061437f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:51:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:26,128 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8118b061437f,42957,1731030685795 2024-11-08T01:51:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:51:26,133 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/hbase.id] with ID: 14a5b90e-d47d-4e25-95f3-f86c5094c388 2024-11-08T01:51:26,133 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/.tmp/hbase.id 2024-11-08T01:51:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:51:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:51:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:51:26,143 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/.tmp/hbase.id]:[hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/hbase.id] 2024-11-08T01:51:26,159 INFO [master/8118b061437f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:51:26,159 INFO [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T01:51:26,161 INFO [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T01:51:26,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:51:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:51:26,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:51:26,194 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:51:26,195 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T01:51:26,195 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T01:51:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:51:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:51:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:51:26,217 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store 2024-11-08T01:51:26,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:51:26,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:51:26,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:51:26,233 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:26,233 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:51:26,233 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:26,234 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:26,234 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:51:26,234 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:26,234 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:26,234 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030686233Disabling compacts and flushes for region at 1731030686233Disabling writes for close at 1731030686234 (+1 ms)Writing region close event to WAL at 1731030686234Closed at 1731030686234 2024-11-08T01:51:26,235 WARN [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/.initializing 2024-11-08T01:51:26,235 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/WALs/8118b061437f,42957,1731030685795 2024-11-08T01:51:26,239 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C42957%2C1731030685795, suffix=, logDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/WALs/8118b061437f,42957,1731030685795, archiveDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/oldWALs, maxLogs=10 2024-11-08T01:51:26,240 INFO [master/8118b061437f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 8118b061437f%2C42957%2C1731030685795.1731030686240 2024-11-08T01:51:26,250 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/WALs/8118b061437f,42957,1731030685795/8118b061437f%2C42957%2C1731030685795.1731030686240 2024-11-08T01:51:26,252 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39919:39919),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:42095:42095)] 2024-11-08T01:51:26,252 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:51:26,253 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:26,253 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,253 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T01:51:26,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:26,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:26,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T01:51:26,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:26,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:51:26,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T01:51:26,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:26,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:51:26,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T01:51:26,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:26,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:51:26,266 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,267 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,267 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,269 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,269 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,270 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:51:26,271 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:51:26,274 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:51:26,275 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67607986, jitterRate=0.00743749737739563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:51:26,276 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731030686253Initializing all the Stores at 1731030686254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030686254Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030686254Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030686254Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030686255 (+1 ms)Cleaning up temporary data from old regions at 1731030686269 (+14 ms)Region opened successfully at 1731030686276 (+7 ms) 2024-11-08T01:51:26,276 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T01:51:26,281 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a976394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:51:26,282 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T01:51:26,282 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T01:51:26,282 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T01:51:26,282 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T01:51:26,283 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T01:51:26,284 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T01:51:26,284 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T01:51:26,286 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T01:51:26,287 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T01:51:26,296 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T01:51:26,296 INFO [master/8118b061437f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T01:51:26,297 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T01:51:26,306 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T01:51:26,307 INFO [master/8118b061437f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T01:51:26,308 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T01:51:26,317 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T01:51:26,318 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T01:51:26,327 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T01:51:26,330 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T01:51:26,338 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T01:51:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,349 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8118b061437f,42957,1731030685795, sessionid=0x101182413ee0000, setting cluster-up flag (Was=false) 2024-11-08T01:51:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,402 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T01:51:26,407 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,42957,1731030685795 2024-11-08T01:51:26,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:26,554 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T01:51:26,556 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,42957,1731030685795 2024-11-08T01:51:26,558 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T01:51:26,561 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T01:51:26,561 INFO [master/8118b061437f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T01:51:26,561 INFO [master/8118b061437f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T01:51:26,562 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8118b061437f,42957,1731030685795 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T01:51:26,564 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:51:26,564 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:51:26,564 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:51:26,564 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:51:26,564 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8118b061437f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T01:51:26,565 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:26,565 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:51:26,565 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:26,566 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030716566 2024-11-08T01:51:26,566 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T01:51:26,567 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T01:51:26,567 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T01:51:26,567 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T01:51:26,567 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T01:51:26,567 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T01:51:26,567 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:26,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:51:26,568 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T01:51:26,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T01:51:26,569 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T01:51:26,569 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T01:51:26,569 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T01:51:26,569 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T01:51:26,570 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:26,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T01:51:26,571 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030686570,5,FailOnTimeoutGroup] 2024-11-08T01:51:26,571 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030686571,5,FailOnTimeoutGroup] 2024-11-08T01:51:26,571 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:26,571 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T01:51:26,571 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:26,572 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:51:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:51:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:51:26,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T01:51:26,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39 2024-11-08T01:51:26,583 INFO [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(746): ClusterId : 14a5b90e-d47d-4e25-95f3-f86c5094c388 2024-11-08T01:51:26,583 INFO [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(746): ClusterId : 14a5b90e-d47d-4e25-95f3-f86c5094c388 2024-11-08T01:51:26,583 DEBUG [RS:2;8118b061437f:42277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:51:26,583 DEBUG [RS:1;8118b061437f:37217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:51:26,583 INFO [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(746): ClusterId : 14a5b90e-d47d-4e25-95f3-f86c5094c388 2024-11-08T01:51:26,583 DEBUG [RS:0;8118b061437f:43407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:51:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:51:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:51:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:51:26,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:26,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:51:26,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:51:26,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:26,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:26,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:51:26,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:51:26,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:26,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:26,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:51:26,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:51:26,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:26,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:26,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:51:26,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:51:26,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:26,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:26,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:51:26,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740 2024-11-08T01:51:26,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740 2024-11-08T01:51:26,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:51:26,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:51:26,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:51:26,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:51:26,616 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:51:26,617 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60462407, jitterRate=-0.09903992712497711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:51:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731030686598Initializing all the Stores at 1731030686599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030686599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030686600 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030686600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030686600Cleaning up temporary data from old regions at 1731030686612 (+12 ms)Region opened successfully at 1731030686617 (+5 ms) 2024-11-08T01:51:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:51:26,618 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:51:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:51:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:51:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:51:26,618 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:51:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030686618Disabling compacts and flushes for region at 1731030686618Disabling writes for close at 1731030686618Writing region close event to WAL at 1731030686618Closed at 1731030686618 2024-11-08T01:51:26,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:51:26,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T01:51:26,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T01:51:26,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:51:26,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T01:51:26,774 WARN [8118b061437f:42957 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T01:51:26,918 DEBUG [RS:1;8118b061437f:37217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:51:26,918 DEBUG [RS:2;8118b061437f:42277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:51:26,918 DEBUG [RS:1;8118b061437f:37217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:51:26,918 DEBUG [RS:2;8118b061437f:42277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:51:26,918 DEBUG [RS:0;8118b061437f:43407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:51:26,918 DEBUG [RS:0;8118b061437f:43407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:51:27,160 DEBUG [RS:1;8118b061437f:37217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:51:27,160 DEBUG [RS:2;8118b061437f:42277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:51:27,161 DEBUG [RS:0;8118b061437f:43407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:51:27,161 DEBUG [RS:1;8118b061437f:37217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e364655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:51:27,161 DEBUG [RS:2;8118b061437f:42277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a419d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:51:27,161 DEBUG [RS:0;8118b061437f:43407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8e971a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:51:27,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T01:51:27,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T01:51:27,177 DEBUG [RS:0;8118b061437f:43407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8118b061437f:43407 2024-11-08T01:51:27,177 INFO [RS:0;8118b061437f:43407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:51:27,177 INFO [RS:0;8118b061437f:43407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:51:27,177 DEBUG [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:51:27,177 DEBUG [RS:1;8118b061437f:37217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8118b061437f:37217 2024-11-08T01:51:27,177 INFO [RS:1;8118b061437f:37217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:51:27,177 INFO [RS:1;8118b061437f:37217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:51:27,177 DEBUG [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:51:27,178 INFO [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,42957,1731030685795 with port=43407, startcode=1731030685986 2024-11-08T01:51:27,178 INFO [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,42957,1731030685795 with port=37217, startcode=1731030686023 2024-11-08T01:51:27,178 DEBUG [RS:0;8118b061437f:43407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:51:27,178 DEBUG [RS:1;8118b061437f:37217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:51:27,179 DEBUG [RS:2;8118b061437f:42277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8118b061437f:42277 2024-11-08T01:51:27,179 INFO [RS:2;8118b061437f:42277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:51:27,179 INFO [RS:2;8118b061437f:42277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:51:27,179 DEBUG [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:51:27,180 INFO [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,42957,1731030685795 with port=42277, startcode=1731030686058 2024-11-08T01:51:27,180 DEBUG [RS:2;8118b061437f:42277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:51:27,180 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35005, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:51:27,181 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50947, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:51:27,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,43407,1731030685986 2024-11-08T01:51:27,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42957 {}] master.ServerManager(517): Registering regionserver=8118b061437f,43407,1731030685986 2024-11-08T01:51:27,182 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:51:27,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,37217,1731030686023 2024-11-08T01:51:27,184 DEBUG [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39 2024-11-08T01:51:27,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42957 {}] master.ServerManager(517): Registering regionserver=8118b061437f,37217,1731030686023 2024-11-08T01:51:27,184 DEBUG [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45463 2024-11-08T01:51:27,184 DEBUG [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:51:27,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,42277,1731030686058 2024-11-08T01:51:27,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42957 {}] master.ServerManager(517): Registering regionserver=8118b061437f,42277,1731030686058 2024-11-08T01:51:27,186 DEBUG [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39 2024-11-08T01:51:27,186 DEBUG [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45463 2024-11-08T01:51:27,186 DEBUG [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:51:27,188 DEBUG [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39 2024-11-08T01:51:27,188 DEBUG [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45463 2024-11-08T01:51:27,188 DEBUG [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:51:27,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:51:27,775 WARN [8118b061437f:42957 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T01:51:28,015 DEBUG [RS:0;8118b061437f:43407 {}] zookeeper.ZKUtil(111): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,43407,1731030685986 2024-11-08T01:51:28,015 WARN [RS:0;8118b061437f:43407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:51:28,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,42277,1731030686058] 2024-11-08T01:51:28,016 INFO [RS:0;8118b061437f:43407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T01:51:28,016 DEBUG [RS:1;8118b061437f:37217 {}] zookeeper.ZKUtil(111): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,37217,1731030686023 2024-11-08T01:51:28,016 DEBUG [RS:2;8118b061437f:42277 {}] zookeeper.ZKUtil(111): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,42277,1731030686058 2024-11-08T01:51:28,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,37217,1731030686023] 2024-11-08T01:51:28,016 WARN [RS:1;8118b061437f:37217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:51:28,016 WARN [RS:2;8118b061437f:42277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:51:28,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,43407,1731030685986] 2024-11-08T01:51:28,016 DEBUG [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,43407,1731030685986 2024-11-08T01:51:28,016 INFO [RS:1;8118b061437f:37217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T01:51:28,016 INFO [RS:2;8118b061437f:42277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T01:51:28,016 DEBUG [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,37217,1731030686023 2024-11-08T01:51:28,016 DEBUG [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,42277,1731030686058 2024-11-08T01:51:28,020 INFO [RS:1;8118b061437f:37217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:51:28,020 INFO [RS:0;8118b061437f:43407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:51:28,020 INFO [RS:2;8118b061437f:42277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:51:28,023 INFO [RS:1;8118b061437f:37217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:51:28,023 INFO [RS:1;8118b061437f:37217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:51:28,023 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,024 INFO [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:51:28,025 INFO [RS:1;8118b061437f:37217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:51:28,025 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,025 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,025 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,025 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,025 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:28,026 DEBUG [RS:1;8118b061437f:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:28,027 INFO [RS:0;8118b061437f:43407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:51:28,027 INFO [RS:0;8118b061437f:43407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:51:28,027 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,027 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,027 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,027 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,027 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,028 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,028 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,37217,1731030686023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:51:28,029 INFO [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:51:28,030 INFO [RS:0;8118b061437f:43407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:51:28,030 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,031 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,032 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:28,032 DEBUG [RS:0;8118b061437f:43407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:28,039 INFO [RS:2;8118b061437f:42277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:51:28,040 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,040 INFO [RS:2;8118b061437f:42277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:51:28,040 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,040 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,040 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,040 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,040 INFO [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:51:28,040 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,040 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,43407,1731030685986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:51:28,043 INFO [RS:2;8118b061437f:42277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:51:28,043 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,044 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,044 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,044 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,044 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,044 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,044 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:51:28,044 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,044 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,045 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,045 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,045 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,045 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:51:28,045 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:28,045 DEBUG [RS:2;8118b061437f:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:51:28,048 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,048 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,048 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,048 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,048 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,048 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42277,1731030686058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:51:28,054 INFO [RS:1;8118b061437f:37217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:51:28,054 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,37217,1731030686023-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,054 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,054 INFO [RS:1;8118b061437f:37217 {}] regionserver.Replication(171): 8118b061437f,37217,1731030686023 started 2024-11-08T01:51:28,061 INFO [RS:0;8118b061437f:43407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:51:28,061 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,43407,1731030685986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,061 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,061 INFO [RS:0;8118b061437f:43407 {}] regionserver.Replication(171): 8118b061437f,43407,1731030685986 started 2024-11-08T01:51:28,062 INFO [RS:2;8118b061437f:42277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:51:28,063 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42277,1731030686058-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,063 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,063 INFO [RS:2;8118b061437f:42277 {}] regionserver.Replication(171): 8118b061437f,42277,1731030686058 started 2024-11-08T01:51:28,074 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,074 INFO [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,37217,1731030686023, RpcServer on 8118b061437f/172.17.0.2:37217, sessionid=0x101182413ee0002 2024-11-08T01:51:28,075 DEBUG [RS:1;8118b061437f:37217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:51:28,075 DEBUG [RS:1;8118b061437f:37217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,37217,1731030686023 2024-11-08T01:51:28,075 DEBUG [RS:1;8118b061437f:37217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,37217,1731030686023' 2024-11-08T01:51:28,075 DEBUG [RS:1;8118b061437f:37217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:51:28,075 DEBUG [RS:1;8118b061437f:37217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:51:28,076 DEBUG [RS:1;8118b061437f:37217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:51:28,076 DEBUG [RS:1;8118b061437f:37217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:51:28,076 DEBUG [RS:1;8118b061437f:37217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,37217,1731030686023 2024-11-08T01:51:28,076 DEBUG [RS:1;8118b061437f:37217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,37217,1731030686023' 2024-11-08T01:51:28,076 DEBUG [RS:1;8118b061437f:37217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:51:28,076 DEBUG [RS:1;8118b061437f:37217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:51:28,077 DEBUG [RS:1;8118b061437f:37217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:51:28,077 INFO [RS:1;8118b061437f:37217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:51:28,077 INFO [RS:1;8118b061437f:37217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:51:28,079 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,079 INFO [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,42277,1731030686058, RpcServer on 8118b061437f/172.17.0.2:42277, sessionid=0x101182413ee0003 2024-11-08T01:51:28,079 DEBUG [RS:2;8118b061437f:42277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:51:28,079 DEBUG [RS:2;8118b061437f:42277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,42277,1731030686058 2024-11-08T01:51:28,079 DEBUG [RS:2;8118b061437f:42277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,42277,1731030686058' 2024-11-08T01:51:28,079 DEBUG [RS:2;8118b061437f:42277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:51:28,080 DEBUG [RS:2;8118b061437f:42277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:51:28,080 DEBUG [RS:2;8118b061437f:42277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:51:28,080 DEBUG [RS:2;8118b061437f:42277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:51:28,080 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,080 DEBUG [RS:2;8118b061437f:42277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,42277,1731030686058 2024-11-08T01:51:28,080 DEBUG [RS:2;8118b061437f:42277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,42277,1731030686058' 2024-11-08T01:51:28,080 DEBUG [RS:2;8118b061437f:42277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:51:28,080 INFO [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,43407,1731030685986, RpcServer on 8118b061437f/172.17.0.2:43407, sessionid=0x101182413ee0001 2024-11-08T01:51:28,080 DEBUG [RS:0;8118b061437f:43407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:51:28,080 DEBUG [RS:0;8118b061437f:43407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,43407,1731030685986 2024-11-08T01:51:28,081 DEBUG [RS:0;8118b061437f:43407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,43407,1731030685986' 2024-11-08T01:51:28,081 DEBUG [RS:0;8118b061437f:43407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:51:28,081 DEBUG [RS:2;8118b061437f:42277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:51:28,081 DEBUG [RS:2;8118b061437f:42277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:51:28,081 DEBUG [RS:0;8118b061437f:43407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:51:28,081 INFO [RS:2;8118b061437f:42277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:51:28,081 INFO [RS:2;8118b061437f:42277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:51:28,082 DEBUG [RS:0;8118b061437f:43407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:51:28,082 DEBUG [RS:0;8118b061437f:43407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:51:28,082 DEBUG [RS:0;8118b061437f:43407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,43407,1731030685986 2024-11-08T01:51:28,082 DEBUG [RS:0;8118b061437f:43407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,43407,1731030685986' 2024-11-08T01:51:28,082 DEBUG [RS:0;8118b061437f:43407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:51:28,082 DEBUG [RS:0;8118b061437f:43407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:51:28,083 DEBUG [RS:0;8118b061437f:43407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:51:28,083 INFO [RS:0;8118b061437f:43407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:51:28,083 INFO [RS:0;8118b061437f:43407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:51:28,183 INFO [RS:1;8118b061437f:37217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C37217%2C1731030686023, suffix=, logDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,37217,1731030686023, archiveDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/oldWALs, maxLogs=32 2024-11-08T01:51:28,186 INFO [RS:2;8118b061437f:42277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C42277%2C1731030686058, suffix=, logDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,42277,1731030686058, archiveDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/oldWALs, maxLogs=32 2024-11-08T01:51:28,186 INFO [RS:0;8118b061437f:43407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C43407%2C1731030685986, suffix=, logDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,43407,1731030685986, archiveDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/oldWALs, maxLogs=32 2024-11-08T01:51:28,187 INFO [RS:1;8118b061437f:37217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 8118b061437f%2C37217%2C1731030686023.1731030688187 2024-11-08T01:51:28,189 INFO [RS:2;8118b061437f:42277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 8118b061437f%2C42277%2C1731030686058.1731030688189 2024-11-08T01:51:28,190 INFO [RS:0;8118b061437f:43407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 8118b061437f%2C43407%2C1731030685986.1731030688190 2024-11-08T01:51:28,199 INFO [RS:1;8118b061437f:37217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,37217,1731030686023/8118b061437f%2C37217%2C1731030686023.1731030688187 2024-11-08T01:51:28,199 INFO [RS:2;8118b061437f:42277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,42277,1731030686058/8118b061437f%2C42277%2C1731030686058.1731030688189 2024-11-08T01:51:28,203 DEBUG [RS:1;8118b061437f:37217 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:42095:42095),(127.0.0.1/127.0.0.1:39919:39919)] 2024-11-08T01:51:28,203 DEBUG [RS:2;8118b061437f:42277 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42095:42095),(127.0.0.1/127.0.0.1:39919:39919),(127.0.0.1/127.0.0.1:37771:37771)] 2024-11-08T01:51:28,203 INFO [RS:0;8118b061437f:43407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,43407,1731030685986/8118b061437f%2C43407%2C1731030685986.1731030688190 2024-11-08T01:51:28,205 DEBUG [RS:0;8118b061437f:43407 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39919:39919),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:42095:42095)] 2024-11-08T01:51:28,276 DEBUG [8118b061437f:42957 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T01:51:28,276 DEBUG [8118b061437f:42957 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:51:28,279 DEBUG [8118b061437f:42957 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:51:28,279 DEBUG [8118b061437f:42957 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:51:28,279 DEBUG [8118b061437f:42957 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T01:51:28,279 DEBUG [8118b061437f:42957 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:51:28,279 DEBUG [8118b061437f:42957 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:51:28,279 DEBUG [8118b061437f:42957 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T01:51:28,279 INFO [8118b061437f:42957 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:51:28,279 INFO [8118b061437f:42957 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:51:28,280 INFO [8118b061437f:42957 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T01:51:28,280 DEBUG [8118b061437f:42957 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:51:28,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8118b061437f,37217,1731030686023 2024-11-08T01:51:28,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,37217,1731030686023, state=OPENING 2024-11-08T01:51:28,380 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T01:51:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:28,391 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:51:28,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:28,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:28,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:28,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,37217,1731030686023}] 2024-11-08T01:51:28,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:28,546 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:51:28,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32949, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:51:28,553 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T01:51:28,553 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T01:51:28,556 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C37217%2C1731030686023.meta, suffix=.meta, logDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,37217,1731030686023, archiveDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/oldWALs, maxLogs=32 2024-11-08T01:51:28,557 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 8118b061437f%2C37217%2C1731030686023.meta.1731030688557.meta 2024-11-08T01:51:28,560 WARN [IPC Server handler 3 on default port 45463 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-08T01:51:28,560 WARN [IPC Server handler 3 on default port 45463 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-08T01:51:28,560 WARN [IPC Server handler 3 on default port 45463 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-08T01:51:28,570 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/WALs/8118b061437f,37217,1731030686023/8118b061437f%2C37217%2C1731030686023.meta.1731030688557.meta 2024-11-08T01:51:28,572 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:42095:42095)] 2024-11-08T01:51:28,575 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:51:28,575 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T01:51:28,575 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T01:51:28,575 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T01:51:28,575 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T01:51:28,575 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:28,575 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T01:51:28,576 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T01:51:28,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:51:28,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:51:28,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:28,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:28,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:51:28,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:51:28,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:28,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:28,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:51:28,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:51:28,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:28,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:28,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:51:28,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:51:28,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:28,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:51:28,586 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:51:28,586 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740 2024-11-08T01:51:28,588 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740 2024-11-08T01:51:28,590 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:51:28,590 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:51:28,590 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:51:28,592 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:51:28,593 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64788336, jitterRate=-0.034578561782836914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:51:28,593 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T01:51:28,595 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731030688576Writing region info on filesystem at 1731030688576Initializing all the Stores at 1731030688577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030688577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030688577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030688577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030688577Cleaning up temporary data from old regions at 1731030688590 (+13 ms)Running coprocessor post-open hooks at 1731030688593 (+3 ms)Region opened successfully at 1731030688595 (+2 ms) 2024-11-08T01:51:28,597 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731030688546 2024-11-08T01:51:28,600 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T01:51:28,601 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T01:51:28,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,37217,1731030686023 2024-11-08T01:51:28,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,37217,1731030686023, state=OPEN 2024-11-08T01:51:28,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:51:28,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:51:28,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:51:28,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:51:28,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:28,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:28,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:28,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:51:28,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8118b061437f,37217,1731030686023 2024-11-08T01:51:28,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T01:51:28,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,37217,1731030686023 in 221 msec 2024-11-08T01:51:28,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T01:51:28,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.9970 sec 2024-11-08T01:51:28,623 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:51:28,623 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T01:51:28,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:51:28,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,37217,1731030686023, seqNum=-1] 2024-11-08T01:51:28,625 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:51:28,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35729, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:51:28,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0730 sec 2024-11-08T01:51:28,634 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731030688634, completionTime=-1 2024-11-08T01:51:28,635 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T01:51:28,635 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T01:51:28,637 INFO [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T01:51:28,637 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030748637 2024-11-08T01:51:28,637 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030808637 2024-11-08T01:51:28,637 INFO [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T01:51:28,638 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:51:28,638 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42957,1731030685795-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,638 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42957,1731030685795-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,638 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42957,1731030685795-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,639 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8118b061437f:42957, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,639 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,639 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,641 DEBUG [master/8118b061437f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T01:51:28,644 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.516sec 2024-11-08T01:51:28,644 INFO [master/8118b061437f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T01:51:28,644 INFO [master/8118b061437f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T01:51:28,644 INFO [master/8118b061437f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T01:51:28,644 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T01:51:28,644 INFO [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T01:51:28,645 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42957,1731030685795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:51:28,645 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42957,1731030685795-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T01:51:28,647 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T01:51:28,647 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T01:51:28,647 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,42957,1731030685795-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:51:28,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a2b354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:51:28,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8118b061437f,42957,-1 for getting cluster id 2024-11-08T01:51:28,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:51:28,686 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a5b90e-d47d-4e25-95f3-f86c5094c388' 2024-11-08T01:51:28,687 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:51:28,687 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a5b90e-d47d-4e25-95f3-f86c5094c388" 2024-11-08T01:51:28,687 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331d709d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:51:28,687 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8118b061437f,42957,-1] 2024-11-08T01:51:28,687 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:51:28,688 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:28,689 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:51:28,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75540537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:51:28,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:51:28,692 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,37217,1731030686023, seqNum=-1] 2024-11-08T01:51:28,692 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:51:28,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:51:28,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8118b061437f,42957,1731030685795 2024-11-08T01:51:28,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:51:28,698 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8118b061437f,42957,1731030685795 2024-11-08T01:51:28,698 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd42fae 2024-11-08T01:51:28,698 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:51:28,700 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:51:28,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:51:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-08T01:51:28,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:51:28,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:28,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-08T01:51:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:51:28,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:51:28,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741837_1013 (size=392) 2024-11-08T01:51:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741837_1013 (size=392) 2024-11-08T01:51:28,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741837_1013 (size=392) 2024-11-08T01:51:28,722 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e18a4c25fb7eaf5ad81d8dea47985720, NAME => 'TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39 2024-11-08T01:51:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741838_1014 (size=51) 2024-11-08T01:51:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741838_1014 (size=51) 2024-11-08T01:51:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741838_1014 (size=51) 2024-11-08T01:51:28,733 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:28,733 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing e18a4c25fb7eaf5ad81d8dea47985720, disabling compactions & flushes 2024-11-08T01:51:28,733 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:28,733 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:28,733 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. after waiting 0 ms 2024-11-08T01:51:28,733 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:28,733 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:28,733 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for e18a4c25fb7eaf5ad81d8dea47985720: Waiting for close lock at 1731030688733Disabling compacts and flushes for region at 1731030688733Disabling writes for close at 1731030688733Writing region close event to WAL at 1731030688733Closed at 1731030688733 2024-11-08T01:51:28,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:51:28,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731030688735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030688735"}]},"ts":"1731030688735"} 2024-11-08T01:51:28,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:51:28,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:51:28,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030688741"}]},"ts":"1731030688741"} 2024-11-08T01:51:28,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-08T01:51:28,745 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:51:28,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:51:28,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:51:28,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T01:51:28,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:51:28,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:51:28,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T01:51:28,746 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:51:28,746 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:51:28,746 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T01:51:28,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:51:28,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e18a4c25fb7eaf5ad81d8dea47985720, ASSIGN}] 2024-11-08T01:51:28,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e18a4c25fb7eaf5ad81d8dea47985720, ASSIGN 2024-11-08T01:51:28,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e18a4c25fb7eaf5ad81d8dea47985720, ASSIGN; state=OFFLINE, location=8118b061437f,42277,1731030686058; forceNewPlan=false, retain=false 2024-11-08T01:51:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:51:28,901 INFO [8118b061437f:42957 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-08T01:51:28,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e18a4c25fb7eaf5ad81d8dea47985720, regionState=OPENING, regionLocation=8118b061437f,42277,1731030686058 2024-11-08T01:51:28,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e18a4c25fb7eaf5ad81d8dea47985720, ASSIGN because future has completed 2024-11-08T01:51:28,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e18a4c25fb7eaf5ad81d8dea47985720, server=8118b061437f,42277,1731030686058}] 2024-11-08T01:51:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:51:29,060 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:51:29,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:51:29,066 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,067 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e18a4c25fb7eaf5ad81d8dea47985720, NAME => 'TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:51:29,067 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,067 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:51:29,067 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,067 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,069 INFO [StoreOpener-e18a4c25fb7eaf5ad81d8dea47985720-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,070 INFO [StoreOpener-e18a4c25fb7eaf5ad81d8dea47985720-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e18a4c25fb7eaf5ad81d8dea47985720 columnFamilyName cf 2024-11-08T01:51:29,070 DEBUG [StoreOpener-e18a4c25fb7eaf5ad81d8dea47985720-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:51:29,071 INFO [StoreOpener-e18a4c25fb7eaf5ad81d8dea47985720-1 {}] regionserver.HStore(327): Store=e18a4c25fb7eaf5ad81d8dea47985720/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:51:29,071 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,072 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/default/TestHBaseWalOnEC/e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,073 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/default/TestHBaseWalOnEC/e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,073 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,073 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,075 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,077 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/default/TestHBaseWalOnEC/e18a4c25fb7eaf5ad81d8dea47985720/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:51:29,078 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e18a4c25fb7eaf5ad81d8dea47985720; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61143310, jitterRate=-0.08889368176460266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:51:29,078 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,079 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e18a4c25fb7eaf5ad81d8dea47985720: Running coprocessor pre-open hook at 1731030689067Writing region info on filesystem at 1731030689067Initializing all the Stores at 1731030689068 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030689068Cleaning up temporary data from old regions at 1731030689073 (+5 ms)Running coprocessor post-open hooks at 1731030689078 (+5 ms)Region opened successfully at 1731030689079 (+1 ms) 2024-11-08T01:51:29,080 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720., pid=6, masterSystemTime=1731030689060 2024-11-08T01:51:29,083 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,083 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e18a4c25fb7eaf5ad81d8dea47985720, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,42277,1731030686058 2024-11-08T01:51:29,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e18a4c25fb7eaf5ad81d8dea47985720, server=8118b061437f,42277,1731030686058 because future has completed 2024-11-08T01:51:29,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T01:51:29,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e18a4c25fb7eaf5ad81d8dea47985720, server=8118b061437f,42277,1731030686058 in 183 msec 2024-11-08T01:51:29,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T01:51:29,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e18a4c25fb7eaf5ad81d8dea47985720, ASSIGN in 347 msec 2024-11-08T01:51:29,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:51:29,099 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030689099"}]},"ts":"1731030689099"} 2024-11-08T01:51:29,102 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-08T01:51:29,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:51:29,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 403 msec 2024-11-08T01:51:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:51:29,334 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T01:51:29,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-08T01:51:29,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:51:29,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-08T01:51:29,338 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:51:29,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-08T01:51:29,342 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720., hostname=8118b061437f,42277,1731030686058, seqNum=2] 2024-11-08T01:51:29,342 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:51:29,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:51:29,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-08T01:51:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-08T01:51:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T01:51:29,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-08T01:51:29,352 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T01:51:29,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T01:51:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T01:51:29,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T01:51:29,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,508 INFO [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e18a4c25fb7eaf5ad81d8dea47985720 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-08T01:51:29,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/default/TestHBaseWalOnEC/e18a4c25fb7eaf5ad81d8dea47985720/.tmp/cf/5c9c12f3048b4526990214d101a19939 is 36, key is row/cf:cq/1731030689344/Put/seqid=0 2024-11-08T01:51:29,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741839_1015 (size=4787) 2024-11-08T01:51:29,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741839_1015 (size=4787) 2024-11-08T01:51:29,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741839_1015 (size=4787) 2024-11-08T01:51:29,534 INFO [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/default/TestHBaseWalOnEC/e18a4c25fb7eaf5ad81d8dea47985720/.tmp/cf/5c9c12f3048b4526990214d101a19939 2024-11-08T01:51:29,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/default/TestHBaseWalOnEC/e18a4c25fb7eaf5ad81d8dea47985720/.tmp/cf/5c9c12f3048b4526990214d101a19939 as hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/default/TestHBaseWalOnEC/e18a4c25fb7eaf5ad81d8dea47985720/cf/5c9c12f3048b4526990214d101a19939 2024-11-08T01:51:29,552 INFO [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/default/TestHBaseWalOnEC/e18a4c25fb7eaf5ad81d8dea47985720/cf/5c9c12f3048b4526990214d101a19939, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T01:51:29,553 INFO [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for e18a4c25fb7eaf5ad81d8dea47985720 in 45ms, sequenceid=5, compaction requested=false 2024-11-08T01:51:29,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e18a4c25fb7eaf5ad81d8dea47985720: 2024-11-08T01:51:29,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T01:51:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T01:51:29,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T01:51:29,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-11-08T01:51:29,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 214 msec 2024-11-08T01:51:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T01:51:29,664 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T01:51:29,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T01:51:29,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:51:29,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:29,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:29,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:29,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:51:29,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T01:51:29,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1820298769, stopped=false 2024-11-08T01:51:29,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8118b061437f,42957,1731030685795 2024-11-08T01:51:29,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:29,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:29,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:29,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:51:29,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:29,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:29,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:29,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:29,759 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:51:29,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:51:29,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:29,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:29,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:29,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:29,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:29,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:51:29,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,43407,1731030685986' ***** 2024-11-08T01:51:29,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:51:29,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,37217,1731030686023' ***** 2024-11-08T01:51:29,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:51:29,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,42277,1731030686058' ***** 2024-11-08T01:51:29,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:51:29,760 INFO [RS:0;8118b061437f:43407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:51:29,761 INFO [RS:0;8118b061437f:43407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:51:29,761 INFO [RS:2;8118b061437f:42277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:51:29,761 INFO [RS:0;8118b061437f:43407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:51:29,761 INFO [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,43407,1731030685986 2024-11-08T01:51:29,761 INFO [RS:1;8118b061437f:37217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:51:29,761 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:51:29,761 INFO [RS:0;8118b061437f:43407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:51:29,761 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:51:29,761 INFO [RS:0;8118b061437f:43407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8118b061437f:43407. 2024-11-08T01:51:29,761 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:51:29,761 DEBUG [RS:0;8118b061437f:43407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:29,761 INFO [RS:1;8118b061437f:37217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:51:29,761 DEBUG [RS:0;8118b061437f:43407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:29,761 INFO [RS:1;8118b061437f:37217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:51:29,761 INFO [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,43407,1731030685986; all regions closed. 2024-11-08T01:51:29,761 INFO [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,37217,1731030686023 2024-11-08T01:51:29,761 INFO [RS:2;8118b061437f:42277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:51:29,761 INFO [RS:1;8118b061437f:37217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:51:29,761 INFO [RS:2;8118b061437f:42277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:51:29,761 INFO [RS:1;8118b061437f:37217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8118b061437f:37217. 2024-11-08T01:51:29,761 INFO [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(3091): Received CLOSE for e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,761 DEBUG [RS:1;8118b061437f:37217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:29,761 DEBUG [RS:1;8118b061437f:37217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:29,762 INFO [RS:1;8118b061437f:37217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:51:29,762 INFO [RS:1;8118b061437f:37217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:51:29,762 INFO [RS:1;8118b061437f:37217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:51:29,762 INFO [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,42277,1731030686058 2024-11-08T01:51:29,762 INFO [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T01:51:29,762 INFO [RS:2;8118b061437f:42277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:51:29,762 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,762 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e18a4c25fb7eaf5ad81d8dea47985720, disabling compactions & flushes 2024-11-08T01:51:29,762 INFO [RS:2;8118b061437f:42277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8118b061437f:42277. 2024-11-08T01:51:29,762 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,762 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,762 INFO [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T01:51:29,762 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,762 DEBUG [RS:2;8118b061437f:42277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:51:29,762 DEBUG [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T01:51:29,762 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. after waiting 0 ms 2024-11-08T01:51:29,762 DEBUG [RS:2;8118b061437f:42277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:29,762 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:51:29,762 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,762 DEBUG [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T01:51:29,762 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,762 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:51:29,762 INFO [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T01:51:29,762 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:51:29,762 DEBUG [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(1325): Online Regions={e18a4c25fb7eaf5ad81d8dea47985720=TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720.} 2024-11-08T01:51:29,762 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:51:29,762 DEBUG [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(1351): Waiting on e18a4c25fb7eaf5ad81d8dea47985720 2024-11-08T01:51:29,762 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:51:29,763 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T01:51:29,767 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,767 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,767 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/default/TestHBaseWalOnEC/e18a4c25fb7eaf5ad81d8dea47985720/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T01:51:29,768 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,768 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e18a4c25fb7eaf5ad81d8dea47985720: Waiting for close lock at 1731030689762Running coprocessor pre-close hooks at 1731030689762Disabling compacts and flushes for region at 1731030689762Disabling writes for close at 1731030689762Writing region close event to WAL at 1731030689763 (+1 ms)Running coprocessor post-close hooks at 1731030689768 (+5 ms)Closed at 1731030689768 2024-11-08T01:51:29,769 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720. 2024-11-08T01:51:29,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741835_1011 (size=93) 2024-11-08T01:51:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741835_1011 (size=93) 2024-11-08T01:51:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741835_1011 (size=93) 2024-11-08T01:51:29,775 DEBUG [RS:0;8118b061437f:43407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/oldWALs 2024-11-08T01:51:29,775 INFO [RS:0;8118b061437f:43407 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 8118b061437f%2C43407%2C1731030685986:(num 1731030688190) 2024-11-08T01:51:29,775 DEBUG [RS:0;8118b061437f:43407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:29,776 INFO [RS:0;8118b061437f:43407 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:29,776 INFO [RS:0;8118b061437f:43407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:51:29,776 INFO [RS:0;8118b061437f:43407 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T01:51:29,776 INFO [RS:0;8118b061437f:43407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:51:29,776 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:51:29,776 INFO [RS:0;8118b061437f:43407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:51:29,776 INFO [RS:0;8118b061437f:43407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:51:29,776 INFO [RS:0;8118b061437f:43407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:51:29,776 INFO [RS:0;8118b061437f:43407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43407 2024-11-08T01:51:29,783 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/.tmp/info/d9e49da82dd74c1d811e6d8bb0464d4a is 153, key is TestHBaseWalOnEC,,1731030688701.e18a4c25fb7eaf5ad81d8dea47985720./info:regioninfo/1731030689084/Put/seqid=0 2024-11-08T01:51:29,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741840_1016 (size=6637) 2024-11-08T01:51:29,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741840_1016 (size=6637) 2024-11-08T01:51:29,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741840_1016 (size=6637) 2024-11-08T01:51:29,791 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/.tmp/info/d9e49da82dd74c1d811e6d8bb0464d4a 2024-11-08T01:51:29,813 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/.tmp/ns/940af82c2195435c8da842be9b613462 is 43, key is default/ns:d/1731030688627/Put/seqid=0 2024-11-08T01:51:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741841_1017 (size=5153) 2024-11-08T01:51:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741841_1017 (size=5153) 2024-11-08T01:51:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741841_1017 (size=5153) 2024-11-08T01:51:29,822 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/.tmp/ns/940af82c2195435c8da842be9b613462 2024-11-08T01:51:29,836 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:29,842 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:29,845 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/.tmp/table/616c9fc6f1924867bff53542bbd0da1d is 52, key is TestHBaseWalOnEC/table:state/1731030689099/Put/seqid=0 2024-11-08T01:51:29,850 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:29,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741842_1018 (size=5249) 2024-11-08T01:51:29,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741842_1018 (size=5249) 2024-11-08T01:51:29,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741842_1018 (size=5249) 2024-11-08T01:51:29,852 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/.tmp/table/616c9fc6f1924867bff53542bbd0da1d 2024-11-08T01:51:29,861 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/.tmp/info/d9e49da82dd74c1d811e6d8bb0464d4a as hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/info/d9e49da82dd74c1d811e6d8bb0464d4a 2024-11-08T01:51:29,870 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/info/d9e49da82dd74c1d811e6d8bb0464d4a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T01:51:29,871 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/.tmp/ns/940af82c2195435c8da842be9b613462 as hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/ns/940af82c2195435c8da842be9b613462 2024-11-08T01:51:29,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:51:29,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,43407,1731030685986 2024-11-08T01:51:29,877 INFO [RS:0;8118b061437f:43407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:51:29,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,43407,1731030685986] 2024-11-08T01:51:29,879 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/ns/940af82c2195435c8da842be9b613462, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T01:51:29,881 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/.tmp/table/616c9fc6f1924867bff53542bbd0da1d as hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/table/616c9fc6f1924867bff53542bbd0da1d 2024-11-08T01:51:29,889 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/table/616c9fc6f1924867bff53542bbd0da1d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T01:51:29,890 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=11, compaction requested=false 2024-11-08T01:51:29,896 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T01:51:29,897 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T01:51:29,897 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:51:29,897 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030689762Running coprocessor pre-close hooks at 1731030689762Disabling compacts and flushes for region at 1731030689762Disabling writes for close at 1731030689762Obtaining lock to block concurrent updates at 1731030689763 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731030689763Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731030689763Flushing stores of hbase:meta,,1.1588230740 at 1731030689764 (+1 ms)Flushing 1588230740/info: creating writer at 1731030689764Flushing 1588230740/info: appending metadata at 1731030689782 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731030689782Flushing 1588230740/ns: creating writer at 1731030689797 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731030689812 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731030689812Flushing 1588230740/table: creating writer at 1731030689830 (+18 ms)Flushing 1588230740/table: appending metadata at 1731030689845 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731030689845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bac05e4: reopening flushed file at 1731030689860 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317f172a: reopening flushed file at 1731030689870 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2991f157: reopening flushed file at 1731030689879 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=11, compaction requested=false at 1731030689890 (+11 ms)Writing region close event to WAL at 1731030689892 (+2 ms)Running coprocessor post-close hooks at 1731030689897 (+5 ms)Closed at 1731030689897 2024-11-08T01:51:29,898 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T01:51:29,962 INFO [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,37217,1731030686023; all regions closed. 2024-11-08T01:51:29,963 INFO [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,42277,1731030686058; all regions closed. 2024-11-08T01:51:29,963 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,963 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,963 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,963 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,963 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,963 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,963 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,964 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,964 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,964 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741836_1012 (size=2751) 2024-11-08T01:51:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741834_1010 (size=1298) 2024-11-08T01:51:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741834_1010 (size=1298) 2024-11-08T01:51:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741836_1012 (size=2751) 2024-11-08T01:51:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741834_1010 (size=1298) 2024-11-08T01:51:29,969 DEBUG [RS:1;8118b061437f:37217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/oldWALs 2024-11-08T01:51:29,969 INFO [RS:1;8118b061437f:37217 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 8118b061437f%2C37217%2C1731030686023.meta:.meta(num 1731030688557) 2024-11-08T01:51:29,969 DEBUG [RS:2;8118b061437f:42277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/oldWALs 2024-11-08T01:51:29,970 INFO [RS:2;8118b061437f:42277 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 8118b061437f%2C42277%2C1731030686058:(num 1731030688189) 2024-11-08T01:51:29,970 DEBUG [RS:2;8118b061437f:42277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:29,970 INFO [RS:2;8118b061437f:42277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:29,970 INFO [RS:2;8118b061437f:42277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:51:29,970 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,970 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,970 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,970 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,970 INFO [RS:2;8118b061437f:42277 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T01:51:29,970 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:29,970 INFO [RS:2;8118b061437f:42277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:51:29,970 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:51:29,970 INFO [RS:2;8118b061437f:42277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:51:29,970 INFO [RS:2;8118b061437f:42277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:51:29,971 INFO [RS:2;8118b061437f:42277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:51:29,971 INFO [RS:2;8118b061437f:42277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42277 2024-11-08T01:51:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741833_1009 (size=93) 2024-11-08T01:51:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741833_1009 (size=93) 2024-11-08T01:51:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741833_1009 (size=93) 2024-11-08T01:51:29,976 DEBUG [RS:1;8118b061437f:37217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/oldWALs 2024-11-08T01:51:29,976 INFO [RS:1;8118b061437f:37217 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 8118b061437f%2C37217%2C1731030686023:(num 1731030688187) 2024-11-08T01:51:29,976 DEBUG [RS:1;8118b061437f:37217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:51:29,976 INFO [RS:1;8118b061437f:37217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:51:29,976 INFO [RS:1;8118b061437f:37217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:51:29,976 INFO [RS:1;8118b061437f:37217 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T01:51:29,977 INFO [RS:1;8118b061437f:37217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:51:29,977 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:51:29,977 INFO [RS:1;8118b061437f:37217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37217 2024-11-08T01:51:30,088 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,43407,1731030685986 already deleted, retry=false 2024-11-08T01:51:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:51:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,42277,1731030686058 2024-11-08T01:51:30,088 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,43407,1731030685986 expired; onlineServers=2 2024-11-08T01:51:30,088 INFO [RS:2;8118b061437f:42277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:51:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,37217,1731030686023 2024-11-08T01:51:30,088 INFO [RS:1;8118b061437f:37217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:51:30,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:30,117 INFO [RS:0;8118b061437f:43407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:51:30,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43407-0x101182413ee0001, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:30,117 INFO [RS:0;8118b061437f:43407 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,43407,1731030685986; zookeeper connection closed. 2024-11-08T01:51:30,117 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@408657ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@408657ce 2024-11-08T01:51:30,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,42277,1731030686058] 2024-11-08T01:51:30,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,42277,1731030686058 already deleted, retry=false 2024-11-08T01:51:30,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,42277,1731030686058 expired; onlineServers=1 2024-11-08T01:51:30,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,37217,1731030686023] 2024-11-08T01:51:30,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,37217,1731030686023 already deleted, retry=false 2024-11-08T01:51:30,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,37217,1731030686023 expired; onlineServers=0 2024-11-08T01:51:30,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8118b061437f,42957,1731030685795' ***** 2024-11-08T01:51:30,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T01:51:30,259 INFO [M:0;8118b061437f:42957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:51:30,260 INFO [M:0;8118b061437f:42957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:51:30,260 DEBUG [M:0;8118b061437f:42957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T01:51:30,260 DEBUG [M:0;8118b061437f:42957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T01:51:30,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T01:51:30,260 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030686570 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030686570,5,FailOnTimeoutGroup] 2024-11-08T01:51:30,260 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030686571 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030686571,5,FailOnTimeoutGroup] 2024-11-08T01:51:30,260 INFO [M:0;8118b061437f:42957 {}] hbase.ChoreService(370): Chore service for: master/8118b061437f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T01:51:30,260 INFO [M:0;8118b061437f:42957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:51:30,260 DEBUG [M:0;8118b061437f:42957 {}] master.HMaster(1795): Stopping service threads 2024-11-08T01:51:30,260 INFO [M:0;8118b061437f:42957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T01:51:30,261 INFO [M:0;8118b061437f:42957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:51:30,261 INFO [M:0;8118b061437f:42957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T01:51:30,261 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T01:51:30,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T01:51:30,270 DEBUG [M:0;8118b061437f:42957 {}] zookeeper.ZKUtil(347): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T01:51:30,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:51:30,270 WARN [M:0;8118b061437f:42957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T01:51:30,271 INFO [M:0;8118b061437f:42957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/.lastflushedseqids 2024-11-08T01:51:30,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:30,279 INFO [RS:2;8118b061437f:42277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:51:30,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x101182413ee0003, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:30,279 INFO [RS:2;8118b061437f:42277 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,42277,1731030686058; zookeeper connection closed. 2024-11-08T01:51:30,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741843_1019 (size=127) 2024-11-08T01:51:30,279 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e21c021 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e21c021 2024-11-08T01:51:30,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741843_1019 (size=127) 2024-11-08T01:51:30,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741843_1019 (size=127) 2024-11-08T01:51:30,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:30,280 INFO [RS:1;8118b061437f:37217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:51:30,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x101182413ee0002, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:30,280 INFO [RS:1;8118b061437f:37217 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,37217,1731030686023; zookeeper connection closed. 2024-11-08T01:51:30,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5625442d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5625442d 2024-11-08T01:51:30,280 INFO [M:0;8118b061437f:42957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T01:51:30,281 INFO [M:0;8118b061437f:42957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T01:51:30,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T01:51:30,281 DEBUG [M:0;8118b061437f:42957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:51:30,281 INFO [M:0;8118b061437f:42957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:30,281 DEBUG [M:0;8118b061437f:42957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:30,281 DEBUG [M:0;8118b061437f:42957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:51:30,281 DEBUG [M:0;8118b061437f:42957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:30,281 INFO [M:0;8118b061437f:42957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-08T01:51:30,298 DEBUG [M:0;8118b061437f:42957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7ac211290734822b8cd476f375a423d is 82, key is hbase:meta,,1/info:regioninfo/1731030688601/Put/seqid=0 2024-11-08T01:51:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741844_1020 (size=5672) 2024-11-08T01:51:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741844_1020 (size=5672) 2024-11-08T01:51:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741844_1020 (size=5672) 2024-11-08T01:51:30,307 INFO [M:0;8118b061437f:42957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7ac211290734822b8cd476f375a423d 2024-11-08T01:51:30,328 DEBUG [M:0;8118b061437f:42957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b374ec8457f146dca7d0b082122b2a86 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731030689106/Put/seqid=0 2024-11-08T01:51:30,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741845_1021 (size=6439) 2024-11-08T01:51:30,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741845_1021 (size=6439) 2024-11-08T01:51:30,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741845_1021 (size=6439) 2024-11-08T01:51:30,336 INFO [M:0;8118b061437f:42957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b374ec8457f146dca7d0b082122b2a86 2024-11-08T01:51:30,363 DEBUG [M:0;8118b061437f:42957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f339d526eb840cdb127ae94f9c781ad is 69, key is 8118b061437f,37217,1731030686023/rs:state/1731030687184/Put/seqid=0 2024-11-08T01:51:30,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741846_1022 (size=5294) 2024-11-08T01:51:30,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741846_1022 (size=5294) 2024-11-08T01:51:30,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741846_1022 (size=5294) 2024-11-08T01:51:30,371 INFO [M:0;8118b061437f:42957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f339d526eb840cdb127ae94f9c781ad 2024-11-08T01:51:30,378 DEBUG [M:0;8118b061437f:42957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7ac211290734822b8cd476f375a423d as hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7ac211290734822b8cd476f375a423d 2024-11-08T01:51:30,385 INFO [M:0;8118b061437f:42957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7ac211290734822b8cd476f375a423d, entries=8, sequenceid=72, filesize=5.5 K 2024-11-08T01:51:30,386 DEBUG [M:0;8118b061437f:42957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b374ec8457f146dca7d0b082122b2a86 as hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b374ec8457f146dca7d0b082122b2a86 2024-11-08T01:51:30,394 INFO [M:0;8118b061437f:42957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b374ec8457f146dca7d0b082122b2a86, entries=8, sequenceid=72, filesize=6.3 K 2024-11-08T01:51:30,395 DEBUG [M:0;8118b061437f:42957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f339d526eb840cdb127ae94f9c781ad as hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f339d526eb840cdb127ae94f9c781ad 2024-11-08T01:51:30,404 INFO [M:0;8118b061437f:42957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45463/user/jenkins/test-data/02f45071-dcef-7eb9-d6e0-06c79d6b1c39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f339d526eb840cdb127ae94f9c781ad, entries=3, sequenceid=72, filesize=5.2 K 2024-11-08T01:51:30,406 INFO [M:0;8118b061437f:42957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=72, compaction requested=false 2024-11-08T01:51:30,407 INFO [M:0;8118b061437f:42957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:51:30,407 DEBUG [M:0;8118b061437f:42957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030690281Disabling compacts and flushes for region at 1731030690281Disabling writes for close at 1731030690281Obtaining lock to block concurrent updates at 1731030690281Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731030690281Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731030690282 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731030690282Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731030690283 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731030690297 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731030690297Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731030690314 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731030690328 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731030690328Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731030690343 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731030690362 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731030690362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371d9a12: reopening flushed file at 1731030690377 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c661a55: reopening flushed file at 1731030690385 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f4c67a: reopening flushed file at 1731030690394 (+9 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=72, compaction requested=false at 1731030690406 (+12 ms)Writing region close event to WAL at 1731030690407 (+1 ms)Closed at 1731030690407 2024-11-08T01:51:30,407 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:30,407 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:30,408 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:30,408 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:30,408 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T01:51:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741830_1006 (size=32674) 2024-11-08T01:51:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741830_1006 (size=32674) 2024-11-08T01:51:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43469 is added to blk_1073741830_1006 (size=32674) 2024-11-08T01:51:30,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:51:30,412 INFO [M:0;8118b061437f:42957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T01:51:30,412 INFO [M:0;8118b061437f:42957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42957 2024-11-08T01:51:30,412 INFO [M:0;8118b061437f:42957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:51:30,523 INFO [M:0;8118b061437f:42957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:51:30,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:30,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42957-0x101182413ee0000, quorum=127.0.0.1:50296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:51:30,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34260a54{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:30,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44a9151e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:51:30,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:51:30,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d7433f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:51:30,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18a3bf64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.log.dir/,STOPPED} 2024-11-08T01:51:30,532 WARN [BP-1416405254-172.17.0.2-1731030682804 heartbeating to localhost/127.0.0.1:45463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:51:30,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:51:30,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:51:30,532 WARN [BP-1416405254-172.17.0.2-1731030682804 heartbeating to localhost/127.0.0.1:45463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1416405254-172.17.0.2-1731030682804 (Datanode Uuid 1e5e2db9-a904-412d-b1ad-c4cc29ad3678) service to localhost/127.0.0.1:45463 2024-11-08T01:51:30,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data5/current/BP-1416405254-172.17.0.2-1731030682804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:30,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data6/current/BP-1416405254-172.17.0.2-1731030682804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:30,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:51:30,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5681eefe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:30,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a56780{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:51:30,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:51:30,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@313431db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:51:30,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7316eea7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.log.dir/,STOPPED} 2024-11-08T01:51:30,537 WARN [BP-1416405254-172.17.0.2-1731030682804 heartbeating to localhost/127.0.0.1:45463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:51:30,537 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:51:30,537 WARN [BP-1416405254-172.17.0.2-1731030682804 heartbeating to localhost/127.0.0.1:45463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1416405254-172.17.0.2-1731030682804 (Datanode Uuid ada0e7d6-af53-4d41-972e-e4fab6283ffd) service to localhost/127.0.0.1:45463 2024-11-08T01:51:30,537 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:51:30,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data3/current/BP-1416405254-172.17.0.2-1731030682804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:30,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data4/current/BP-1416405254-172.17.0.2-1731030682804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:30,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:51:30,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7495b0bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:51:30,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53d8e10f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:51:30,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:51:30,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2592ae26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:51:30,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370ab371{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.log.dir/,STOPPED} 2024-11-08T01:51:30,543 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:51:30,543 WARN [BP-1416405254-172.17.0.2-1731030682804 heartbeating to localhost/127.0.0.1:45463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:51:30,543 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:51:30,543 WARN [BP-1416405254-172.17.0.2-1731030682804 heartbeating to localhost/127.0.0.1:45463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1416405254-172.17.0.2-1731030682804 (Datanode Uuid f2913582-2bcf-42a7-8e63-0f4b35920a07) service to localhost/127.0.0.1:45463 2024-11-08T01:51:30,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data1/current/BP-1416405254-172.17.0.2-1731030682804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:30,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/cluster_e6d2587f-b6cc-005e-bf4e-d034e355dded/data/data2/current/BP-1416405254-172.17.0.2-1731030682804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:51:30,544 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:51:30,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f56b41e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:51:30,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ac722d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:51:30,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:51:30,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d0df923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:51:30,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68297a86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea4f3d3a-5f39-3069-4db5-c2a0fb9336cc/hadoop.log.dir/,STOPPED} 2024-11-08T01:51:30,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T01:51:30,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T01:51:30,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=149 (was 88) - Thread LEAK? -, OpenFileDescriptor=512 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 319) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6246 (was 6388)