2024-11-28 01:53:36,967 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-28 01:53:36,979 main DEBUG Took 0.010147 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 01:53:36,980 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 01:53:36,980 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 01:53:36,981 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 01:53:36,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:36,999 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 01:53:37,015 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,018 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,019 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,020 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,021 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,023 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,024 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,025 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,026 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,027 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,028 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,029 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:53:37,030 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,031 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 01:53:37,033 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:53:37,034 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 01:53:37,036 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 01:53:37,037 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 01:53:37,039 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 01:53:37,039 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 01:53:37,049 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 01:53:37,052 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 01:53:37,054 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 01:53:37,054 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 01:53:37,055 main DEBUG createAppenders(={Console}) 2024-11-28 01:53:37,056 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-28 01:53:37,056 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-28 01:53:37,056 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-28 01:53:37,057 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 01:53:37,057 main DEBUG OutputStream closed 2024-11-28 01:53:37,058 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 01:53:37,058 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 01:53:37,058 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-28 01:53:37,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 01:53:37,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 01:53:37,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 01:53:37,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 01:53:37,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 01:53:37,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 01:53:37,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 01:53:37,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 01:53:37,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 01:53:37,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 01:53:37,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 01:53:37,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 01:53:37,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 01:53:37,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 01:53:37,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 01:53:37,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 01:53:37,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 01:53:37,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 01:53:37,156 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 01:53:37,156 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-28 01:53:37,157 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 01:53:37,158 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-28T01:53:37,179 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-28 01:53:37,183 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 01:53:37,184 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T01:53:37,518 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0 2024-11-28T01:53:37,552 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c, deleteOnExit=true 2024-11-28T01:53:37,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/test.cache.data in system properties and HBase conf 2024-11-28T01:53:37,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T01:53:37,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir in system properties and HBase conf 2024-11-28T01:53:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T01:53:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T01:53:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T01:53:37,679 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T01:53:37,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T01:53:37,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T01:53:37,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T01:53:37,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T01:53:37,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T01:53:37,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T01:53:37,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T01:53:37,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T01:53:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T01:53:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T01:53:37,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/nfs.dump.dir in system properties and HBase conf 2024-11-28T01:53:37,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/java.io.tmpdir in system properties and HBase conf 2024-11-28T01:53:37,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T01:53:37,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T01:53:37,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T01:53:38,658 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T01:53:38,747 INFO [Time-limited test {}] log.Log(170): Logging initialized @2570ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T01:53:38,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:38,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:53:38,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:53:38,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:53:38,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T01:53:38,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:38,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759af2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:53:38,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76b98ec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:53:39,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d1e97d6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/java.io.tmpdir/jetty-localhost-45033-hadoop-hdfs-3_4_1-tests_jar-_-any-8774696211222544352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T01:53:39,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44c591ed{HTTP/1.1, (http/1.1)}{localhost:45033} 2024-11-28T01:53:39,153 INFO [Time-limited test {}] server.Server(415): Started @2977ms 2024-11-28T01:53:39,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:39,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:53:39,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:53:39,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:53:39,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T01:53:39,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f26b74e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:53:39,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe95020{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:53:39,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@661de0c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/java.io.tmpdir/jetty-localhost-42379-hadoop-hdfs-3_4_1-tests_jar-_-any-7423706290026418366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:39,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b62c382{HTTP/1.1, (http/1.1)}{localhost:42379} 2024-11-28T01:53:39,701 INFO [Time-limited test {}] server.Server(415): Started @3525ms 2024-11-28T01:53:39,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T01:53:39,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:39,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:53:39,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:53:39,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:53:39,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T01:53:39,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e6f3628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:53:39,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a011e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:53:40,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d5274f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/java.io.tmpdir/jetty-localhost-39547-hadoop-hdfs-3_4_1-tests_jar-_-any-2956870316109371869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:40,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@370f113f{HTTP/1.1, (http/1.1)}{localhost:39547} 2024-11-28T01:53:40,036 INFO [Time-limited test {}] server.Server(415): Started @3861ms 2024-11-28T01:53:40,038 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T01:53:40,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:40,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:53:40,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:53:40,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:53:40,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T01:53:40,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@602c9fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:53:40,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c430de5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:53:40,221 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data3/current/BP-1084539081-172.17.0.2-1732758818390/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:40,221 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data1/current/BP-1084539081-172.17.0.2-1732758818390/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:40,221 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data2/current/BP-1084539081-172.17.0.2-1732758818390/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:40,221 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data4/current/BP-1084539081-172.17.0.2-1732758818390/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:40,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d680e4e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/java.io.tmpdir/jetty-localhost-39489-hadoop-hdfs-3_4_1-tests_jar-_-any-5159224658361245086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:40,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dc84140{HTTP/1.1, (http/1.1)}{localhost:39489} 2024-11-28T01:53:40,246 INFO [Time-limited test {}] server.Server(415): Started @4070ms 2024-11-28T01:53:40,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T01:53:40,265 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T01:53:40,265 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T01:53:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa911545e0258817 with lease ID 0xdf11ab595f0db96a: Processing first storage report for DS-09360e5b-88c7-4fb4-a7b1-742ec6fb20c1 from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=104f75c7-38d7-4ca1-871d-4d79edc8c8db, infoPort=33957, infoSecurePort=0, ipcPort=44201, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390) 2024-11-28T01:53:40,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa911545e0258817 with lease ID 0xdf11ab595f0db96a: from storage DS-09360e5b-88c7-4fb4-a7b1-742ec6fb20c1 node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=104f75c7-38d7-4ca1-871d-4d79edc8c8db, infoPort=33957, infoSecurePort=0, ipcPort=44201, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-28T01:53:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x324665e5611fb9cb with lease ID 0xdf11ab595f0db96b: Processing first storage report for DS-26d396da-1194-447b-9620-8e8ce563f5a4 from datanode DatanodeRegistration(127.0.0.1:42591, datanodeUuid=a663e01f-3f88-4ac8-a5a9-68312b7aacfb, infoPort=43269, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390) 2024-11-28T01:53:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x324665e5611fb9cb with lease ID 0xdf11ab595f0db96b: from storage DS-26d396da-1194-447b-9620-8e8ce563f5a4 node DatanodeRegistration(127.0.0.1:42591, datanodeUuid=a663e01f-3f88-4ac8-a5a9-68312b7aacfb, infoPort=43269, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:53:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa911545e0258817 with lease ID 0xdf11ab595f0db96a: Processing first storage report for DS-cdc405a5-9aed-4f4c-b2de-7141a5f243c0 from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=104f75c7-38d7-4ca1-871d-4d79edc8c8db, infoPort=33957, infoSecurePort=0, ipcPort=44201, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390) 2024-11-28T01:53:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa911545e0258817 with lease ID 0xdf11ab595f0db96a: from storage DS-cdc405a5-9aed-4f4c-b2de-7141a5f243c0 node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=104f75c7-38d7-4ca1-871d-4d79edc8c8db, infoPort=33957, infoSecurePort=0, ipcPort=44201, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:53:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x324665e5611fb9cb with lease ID 0xdf11ab595f0db96b: Processing first storage report for DS-35ba27e2-e9dd-420b-a771-b02643aba5c5 from datanode DatanodeRegistration(127.0.0.1:42591, datanodeUuid=a663e01f-3f88-4ac8-a5a9-68312b7aacfb, infoPort=43269, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390) 2024-11-28T01:53:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x324665e5611fb9cb with lease ID 0xdf11ab595f0db96b: from storage DS-35ba27e2-e9dd-420b-a771-b02643aba5c5 node DatanodeRegistration(127.0.0.1:42591, datanodeUuid=a663e01f-3f88-4ac8-a5a9-68312b7aacfb, infoPort=43269, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:53:40,366 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data6/current/BP-1084539081-172.17.0.2-1732758818390/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:40,366 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data5/current/BP-1084539081-172.17.0.2-1732758818390/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:40,398 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T01:53:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa009ab343dab58ed with lease ID 0xdf11ab595f0db96c: Processing first storage report for DS-6caf7171-59e6-4fe6-80bf-750b51486629 from datanode DatanodeRegistration(127.0.0.1:34699, datanodeUuid=b5f94499-511e-4bed-8974-4d9932280835, infoPort=39867, infoSecurePort=0, ipcPort=46565, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390) 2024-11-28T01:53:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa009ab343dab58ed with lease ID 0xdf11ab595f0db96c: from storage DS-6caf7171-59e6-4fe6-80bf-750b51486629 node DatanodeRegistration(127.0.0.1:34699, datanodeUuid=b5f94499-511e-4bed-8974-4d9932280835, infoPort=39867, infoSecurePort=0, ipcPort=46565, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T01:53:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa009ab343dab58ed with lease ID 0xdf11ab595f0db96c: Processing first storage report for DS-f7a20c5d-d009-4573-b27c-3e04a38d4683 from datanode DatanodeRegistration(127.0.0.1:34699, datanodeUuid=b5f94499-511e-4bed-8974-4d9932280835, infoPort=39867, infoSecurePort=0, ipcPort=46565, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390) 2024-11-28T01:53:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa009ab343dab58ed with lease ID 0xdf11ab595f0db96c: from storage DS-f7a20c5d-d009-4573-b27c-3e04a38d4683 node DatanodeRegistration(127.0.0.1:34699, datanodeUuid=b5f94499-511e-4bed-8974-4d9932280835, infoPort=39867, infoSecurePort=0, ipcPort=46565, storageInfo=lv=-57;cid=testClusterID;nsid=1835188289;c=1732758818390), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:53:40,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0 2024-11-28T01:53:40,724 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-28T01:53:40,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=156, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=7292 2024-11-28T01:53:40,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T01:53:40,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-28T01:53:40,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/zookeeper_0, clientPort=60037, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T01:53:40,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60037 2024-11-28T01:53:40,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:40,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:41,032 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:41,033 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:41,090 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:38986 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:42591:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38986 dst: /127.0.0.1:42591 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:41,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-28T01:53:41,511 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:41,520 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec with version=8 2024-11-28T01:53:41,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/hbase-staging 2024-11-28T01:53:41,616 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T01:53:41,874 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9df3f25f5867:0 server-side Connection retries=45 2024-11-28T01:53:41,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:41,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:41,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:53:41,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:41,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:53:42,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T01:53:42,107 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T01:53:42,116 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T01:53:42,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:53:42,148 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10713 (auto-detected) 2024-11-28T01:53:42,149 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T01:53:42,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36249 2024-11-28T01:53:42,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36249 connecting to ZooKeeper ensemble=127.0.0.1:60037 2024-11-28T01:53:42,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362490x0, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:53:42,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36249-0x1003bd510e90000 connected 2024-11-28T01:53:42,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:42,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:42,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:42,283 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec, hbase.cluster.distributed=false 2024-11-28T01:53:42,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:53:42,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-28T01:53:42,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36249 2024-11-28T01:53:42,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36249 2024-11-28T01:53:42,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-28T01:53:42,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-28T01:53:42,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9df3f25f5867:0 server-side Connection retries=45 2024-11-28T01:53:42,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:42,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:42,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:53:42,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:42,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:53:42,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T01:53:42,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:53:42,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36567 2024-11-28T01:53:42,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36567 connecting to ZooKeeper ensemble=127.0.0.1:60037 2024-11-28T01:53:42,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:42,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:42,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365670x0, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:53:42,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36567-0x1003bd510e90001 connected 2024-11-28T01:53:42,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:42,459 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T01:53:42,467 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T01:53:42,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T01:53:42,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:53:42,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-28T01:53:42,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36567 2024-11-28T01:53:42,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36567 2024-11-28T01:53:42,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-28T01:53:42,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-28T01:53:42,497 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9df3f25f5867:0 server-side Connection retries=45 2024-11-28T01:53:42,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:42,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:42,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:53:42,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:42,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:53:42,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T01:53:42,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:53:42,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37811 2024-11-28T01:53:42,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37811 connecting to ZooKeeper ensemble=127.0.0.1:60037 2024-11-28T01:53:42,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:42,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:42,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378110x0, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:53:42,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37811-0x1003bd510e90002 connected 2024-11-28T01:53:42,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:42,512 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T01:53:42,513 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T01:53:42,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T01:53:42,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:53:42,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37811 2024-11-28T01:53:42,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37811 2024-11-28T01:53:42,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37811 2024-11-28T01:53:42,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37811 2024-11-28T01:53:42,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37811 2024-11-28T01:53:42,541 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9df3f25f5867:0 server-side Connection retries=45 2024-11-28T01:53:42,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:42,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:42,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:53:42,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:42,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:53:42,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T01:53:42,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:53:42,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39809 2024-11-28T01:53:42,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39809 connecting to ZooKeeper ensemble=127.0.0.1:60037 2024-11-28T01:53:42,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:42,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:42,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398090x0, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:53:42,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39809-0x1003bd510e90003 connected 2024-11-28T01:53:42,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:42,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T01:53:42,558 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T01:53:42,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T01:53:42,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:53:42,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39809 2024-11-28T01:53:42,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39809 2024-11-28T01:53:42,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39809 2024-11-28T01:53:42,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39809 2024-11-28T01:53:42,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39809 2024-11-28T01:53:42,586 DEBUG [M:0;9df3f25f5867:36249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9df3f25f5867:36249 2024-11-28T01:53:42,587 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9df3f25f5867,36249,1732758821672 2024-11-28T01:53:42,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:42,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:42,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:42,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:42,596 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9df3f25f5867,36249,1732758821672 2024-11-28T01:53:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T01:53:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T01:53:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T01:53:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:42,620 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T01:53:42,621 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9df3f25f5867,36249,1732758821672 from backup master directory 2024-11-28T01:53:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9df3f25f5867,36249,1732758821672 2024-11-28T01:53:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:42,625 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:53:42,626 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9df3f25f5867,36249,1732758821672 2024-11-28T01:53:42,628 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T01:53:42,630 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T01:53:42,697 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/hbase.id] with ID: 43f73f11-86df-4934-90d8-7fd9a1188cae 2024-11-28T01:53:42,697 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/.tmp/hbase.id 2024-11-28T01:53:42,708 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:42,708 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:42,712 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:36946 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:34699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36946 dst: /127.0.0.1:34699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-28T01:53:42,719 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:42,719 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/.tmp/hbase.id]:[hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/hbase.id] 2024-11-28T01:53:42,767 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:42,772 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T01:53:42,791 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-28T01:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:42,806 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:42,807 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:42,809 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:36960 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:34699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36960 dst: /127.0.0.1:34699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:42,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-28T01:53:42,816 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:42,831 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:53:42,833 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T01:53:42,839 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T01:53:42,870 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:42,870 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:42,873 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:56558 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:42591:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56558 dst: /127.0.0.1:42591 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-28T01:53:42,880 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:42,898 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store 2024-11-28T01:53:42,915 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:42,915 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:42,918 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:36982 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36982 dst: /127.0.0.1:34699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-28T01:53:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-28T01:53:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-28T01:53:43,325 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:43,329 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T01:53:43,332 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:43,333 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T01:53:43,333 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:43,334 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:43,335 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T01:53:43,335 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:43,335 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:43,336 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732758823333Disabling compacts and flushes for region at 1732758823333Disabling writes for close at 1732758823335 (+2 ms)Writing region close event to WAL at 1732758823335Closed at 1732758823335 2024-11-28T01:53:43,338 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/.initializing 2024-11-28T01:53:43,338 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/WALs/9df3f25f5867,36249,1732758821672 2024-11-28T01:53:43,347 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T01:53:43,361 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C36249%2C1732758821672, suffix=, logDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/WALs/9df3f25f5867,36249,1732758821672, archiveDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/oldWALs, maxLogs=10 2024-11-28T01:53:43,392 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/WALs/9df3f25f5867,36249,1732758821672/9df3f25f5867%2C36249%2C1732758821672.1732758823366, exclude list is [], retry=0 2024-11-28T01:53:43,396 WARN [IPC Server handler 4 on default port 39757 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-28T01:53:43,396 WARN [IPC Server handler 4 on default port 39757 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-28T01:53:43,396 WARN [IPC Server handler 4 on default port 39757 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-28T01:53:43,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:43,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-09360e5b-88c7-4fb4-a7b1-742ec6fb20c1,DISK] 2024-11-28T01:53:43,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-6caf7171-59e6-4fe6-80bf-750b51486629,DISK] 2024-11-28T01:53:43,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T01:53:43,459 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/WALs/9df3f25f5867,36249,1732758821672/9df3f25f5867%2C36249%2C1732758821672.1732758823366 2024-11-28T01:53:43,460 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:39867:39867)] 2024-11-28T01:53:43,461 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:53:43,461 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:43,465 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,466 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T01:53:43,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:43,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:43,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T01:53:43,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:43,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:53:43,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T01:53:43,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:43,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:53:43,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T01:53:43,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:43,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:53:43,565 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,569 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,570 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,577 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,577 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,582 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T01:53:43,588 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:43,597 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:53:43,599 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59285091, jitterRate=-0.11658330261707306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T01:53:43,606 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732758823479Initializing all the Stores at 1732758823481 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758823482 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758823483 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758823483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758823483Cleaning up temporary data from old regions at 1732758823577 (+94 ms)Region opened successfully at 1732758823606 (+29 ms) 2024-11-28T01:53:43,607 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T01:53:43,649 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325610e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9df3f25f5867/172.17.0.2:0 2024-11-28T01:53:43,694 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T01:53:43,711 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T01:53:43,711 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T01:53:43,715 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T01:53:43,717 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T01:53:43,724 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-28T01:53:43,725 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T01:53:43,761 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T01:53:43,773 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T01:53:43,775 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T01:53:43,779 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T01:53:43,781 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T01:53:43,782 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T01:53:43,785 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T01:53:43,788 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T01:53:43,790 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T01:53:43,791 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T01:53:43,793 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T01:53:43,817 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T01:53:43,819 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T01:53:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:43,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,828 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9df3f25f5867,36249,1732758821672, sessionid=0x1003bd510e90000, setting cluster-up flag (Was=false) 2024-11-28T01:53:43,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,849 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T01:53:43,850 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9df3f25f5867,36249,1732758821672 2024-11-28T01:53:43,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:43,861 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T01:53:43,863 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9df3f25f5867,36249,1732758821672 2024-11-28T01:53:43,870 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T01:53:43,951 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T01:53:43,961 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T01:53:43,968 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(746): ClusterId : 43f73f11-86df-4934-90d8-7fd9a1188cae 2024-11-28T01:53:43,968 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(746): ClusterId : 43f73f11-86df-4934-90d8-7fd9a1188cae 2024-11-28T01:53:43,968 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(746): ClusterId : 43f73f11-86df-4934-90d8-7fd9a1188cae 2024-11-28T01:53:43,968 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T01:53:43,971 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T01:53:43,971 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T01:53:43,971 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T01:53:43,976 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T01:53:43,976 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T01:53:43,976 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T01:53:43,976 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T01:53:43,976 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T01:53:43,976 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T01:53:43,974 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9df3f25f5867,36249,1732758821672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T01:53:43,980 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T01:53:43,980 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T01:53:43,980 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T01:53:43,981 DEBUG [RS:0;9df3f25f5867:36567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aba30aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9df3f25f5867/172.17.0.2:0 2024-11-28T01:53:43,981 DEBUG [RS:2;9df3f25f5867:39809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151051b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9df3f25f5867/172.17.0.2:0 2024-11-28T01:53:43,981 DEBUG [RS:1;9df3f25f5867:37811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfd04fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9df3f25f5867/172.17.0.2:0 2024-11-28T01:53:43,982 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9df3f25f5867:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:53:43,982 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9df3f25f5867:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:53:43,982 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9df3f25f5867:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:53:43,983 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9df3f25f5867:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:53:43,983 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9df3f25f5867:0, corePoolSize=10, maxPoolSize=10 2024-11-28T01:53:43,983 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:43,983 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9df3f25f5867:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:53:43,984 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:43,996 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732758853996 2024-11-28T01:53:43,997 DEBUG [RS:0;9df3f25f5867:36567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9df3f25f5867:36567 2024-11-28T01:53:43,997 DEBUG [RS:2;9df3f25f5867:39809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9df3f25f5867:39809 2024-11-28T01:53:43,998 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T01:53:44,000 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T01:53:44,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T01:53:44,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T01:53:44,001 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T01:53:44,001 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T01:53:44,001 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T01:53:44,001 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9df3f25f5867:37811 2024-11-28T01:53:44,002 DEBUG [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T01:53:44,001 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T01:53:44,002 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T01:53:44,002 DEBUG [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T01:53:44,002 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T01:53:44,002 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T01:53:44,005 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T01:53:44,005 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(2659): reportForDuty to master=9df3f25f5867,36249,1732758821672 with port=36567, startcode=1732758822392 2024-11-28T01:53:44,005 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(2659): reportForDuty to master=9df3f25f5867,36249,1732758821672 with port=39809, startcode=1732758822541 2024-11-28T01:53:44,005 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T01:53:44,006 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T01:53:44,006 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(2659): reportForDuty to master=9df3f25f5867,36249,1732758821672 with port=37811, startcode=1732758822496 2024-11-28T01:53:44,006 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T01:53:44,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:44,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T01:53:44,008 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,020 DEBUG [RS:1;9df3f25f5867:37811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T01:53:44,020 DEBUG [RS:2;9df3f25f5867:39809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T01:53:44,020 DEBUG [RS:0;9df3f25f5867:36567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T01:53:44,021 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T01:53:44,022 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T01:53:44,023 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T01:53:44,025 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T01:53:44,026 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T01:53:44,027 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:44,027 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:44,030 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.large.0-1732758824027,5,FailOnTimeoutGroup] 2024-11-28T01:53:44,032 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.small.0-1732758824030,5,FailOnTimeoutGroup] 2024-11-28T01:53:44,032 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,032 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T01:53:44,034 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,034 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,038 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:38376 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:39589:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38376 dst: /127.0.0.1:39589 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-28T01:53:44,055 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:44,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T01:53:44,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec 2024-11-28T01:53:44,063 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T01:53:44,063 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T01:53:44,063 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39205, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T01:53:44,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9df3f25f5867,36567,1732758822392 2024-11-28T01:53:44,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36249 {}] master.ServerManager(517): Registering regionserver=9df3f25f5867,36567,1732758822392 2024-11-28T01:53:44,078 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:44,078 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:44,081 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:37024 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:34699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37024 dst: /127.0.0.1:34699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:44,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-28T01:53:44,087 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:44,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9df3f25f5867,37811,1732758822496 2024-11-28T01:53:44,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36249 {}] master.ServerManager(517): Registering regionserver=9df3f25f5867,37811,1732758822496 2024-11-28T01:53:44,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:44,091 DEBUG [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec 2024-11-28T01:53:44,091 DEBUG [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39757 2024-11-28T01:53:44,091 DEBUG [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T01:53:44,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9df3f25f5867,39809,1732758822541 2024-11-28T01:53:44,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36249 {}] master.ServerManager(517): Registering regionserver=9df3f25f5867,39809,1732758822541 2024-11-28T01:53:44,093 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec 2024-11-28T01:53:44,093 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39757 2024-11-28T01:53:44,093 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T01:53:44,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T01:53:44,096 DEBUG [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec 2024-11-28T01:53:44,096 DEBUG [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39757 2024-11-28T01:53:44,097 DEBUG [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T01:53:44,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T01:53:44,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:44,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:53:44,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:44,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T01:53:44,100 DEBUG [RS:1;9df3f25f5867:37811 {}] zookeeper.ZKUtil(111): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9df3f25f5867,37811,1732758822496 2024-11-28T01:53:44,100 DEBUG [RS:0;9df3f25f5867:36567 {}] zookeeper.ZKUtil(111): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9df3f25f5867,36567,1732758822392 2024-11-28T01:53:44,100 WARN [RS:1;9df3f25f5867:37811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:53:44,100 WARN [RS:0;9df3f25f5867:36567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:53:44,100 INFO [RS:1;9df3f25f5867:37811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T01:53:44,100 INFO [RS:0;9df3f25f5867:36567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T01:53:44,100 DEBUG [RS:2;9df3f25f5867:39809 {}] zookeeper.ZKUtil(111): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9df3f25f5867,39809,1732758822541 2024-11-28T01:53:44,101 WARN [RS:2;9df3f25f5867:39809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:53:44,101 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,37811,1732758822496 2024-11-28T01:53:44,101 DEBUG [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,36567,1732758822392 2024-11-28T01:53:44,101 INFO [RS:2;9df3f25f5867:39809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T01:53:44,101 DEBUG [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,39809,1732758822541 2024-11-28T01:53:44,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T01:53:44,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:44,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:44,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T01:53:44,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9df3f25f5867,37811,1732758822496] 2024-11-28T01:53:44,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9df3f25f5867,39809,1732758822541] 2024-11-28T01:53:44,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9df3f25f5867,36567,1732758822392] 2024-11-28T01:53:44,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T01:53:44,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:44,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:44,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T01:53:44,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T01:53:44,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:44,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:44,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T01:53:44,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740 2024-11-28T01:53:44,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740 2024-11-28T01:53:44,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T01:53:44,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T01:53:44,119 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T01:53:44,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T01:53:44,129 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:53:44,130 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70590112, jitterRate=0.051874637603759766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T01:53:44,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732758824089Initializing all the Stores at 1732758824094 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758824094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758824095 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758824095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758824095Cleaning up temporary data from old regions at 1732758824118 (+23 ms)Region opened successfully at 1732758824133 (+15 ms) 2024-11-28T01:53:44,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T01:53:44,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T01:53:44,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T01:53:44,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T01:53:44,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T01:53:44,136 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T01:53:44,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732758824133Disabling compacts and flushes for region at 1732758824133Disabling writes for close at 1732758824134 (+1 ms)Writing region close event to WAL at 1732758824135 (+1 ms)Closed at 1732758824135 2024-11-28T01:53:44,137 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T01:53:44,137 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T01:53:44,137 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T01:53:44,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T01:53:44,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T01:53:44,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T01:53:44,155 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T01:53:44,155 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T01:53:44,155 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T01:53:44,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T01:53:44,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T01:53:44,162 INFO [RS:0;9df3f25f5867:36567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T01:53:44,162 INFO [RS:1;9df3f25f5867:37811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T01:53:44,162 INFO [RS:2;9df3f25f5867:39809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T01:53:44,162 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,162 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,162 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,163 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T01:53:44,163 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T01:53:44,163 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T01:53:44,169 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T01:53:44,169 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T01:53:44,169 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T01:53:44,171 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,171 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,171 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,171 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,171 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,171 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,172 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9df3f25f5867:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:53:44,172 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9df3f25f5867:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:53:44,172 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9df3f25f5867:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:53:44,173 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,173 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,174 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,174 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,174 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:44,174 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:44,174 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:44,174 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:44,174 DEBUG [RS:0;9df3f25f5867:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:44,174 DEBUG [RS:1;9df3f25f5867:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:44,174 DEBUG [RS:2;9df3f25f5867:39809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:44,179 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,179 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,179 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,179 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,179 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,39809,1732758822541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,36567,1732758822392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,180 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,37811,1732758822496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:53:44,203 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T01:53:44,205 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,37811,1732758822496-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,206 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,206 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.Replication(171): 9df3f25f5867,37811,1732758822496 started 2024-11-28T01:53:44,207 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T01:53:44,207 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T01:53:44,207 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,36567,1732758822392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,207 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,39809,1732758822541-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,207 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,208 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.Replication(171): 9df3f25f5867,36567,1732758822392 started 2024-11-28T01:53:44,207 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,208 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.Replication(171): 9df3f25f5867,39809,1732758822541 started 2024-11-28T01:53:44,236 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,236 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,236 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:44,237 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(1482): Serving as 9df3f25f5867,39809,1732758822541, RpcServer on 9df3f25f5867/172.17.0.2:39809, sessionid=0x1003bd510e90003 2024-11-28T01:53:44,237 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(1482): Serving as 9df3f25f5867,36567,1732758822392, RpcServer on 9df3f25f5867/172.17.0.2:36567, sessionid=0x1003bd510e90001 2024-11-28T01:53:44,237 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1482): Serving as 9df3f25f5867,37811,1732758822496, RpcServer on 9df3f25f5867/172.17.0.2:37811, sessionid=0x1003bd510e90002 2024-11-28T01:53:44,238 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T01:53:44,238 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T01:53:44,238 DEBUG [RS:1;9df3f25f5867:37811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9df3f25f5867,37811,1732758822496 2024-11-28T01:53:44,238 DEBUG [RS:0;9df3f25f5867:36567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9df3f25f5867,36567,1732758822392 2024-11-28T01:53:44,238 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,37811,1732758822496' 2024-11-28T01:53:44,238 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,36567,1732758822392' 2024-11-28T01:53:44,238 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T01:53:44,238 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T01:53:44,240 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T01:53:44,240 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T01:53:44,240 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T01:53:44,240 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T01:53:44,241 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T01:53:44,241 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T01:53:44,241 DEBUG [RS:0;9df3f25f5867:36567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9df3f25f5867,36567,1732758822392 2024-11-28T01:53:44,241 DEBUG [RS:1;9df3f25f5867:37811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9df3f25f5867,37811,1732758822496 2024-11-28T01:53:44,241 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,36567,1732758822392' 2024-11-28T01:53:44,241 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,37811,1732758822496' 2024-11-28T01:53:44,241 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T01:53:44,241 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T01:53:44,241 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T01:53:44,242 DEBUG [RS:2;9df3f25f5867:39809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9df3f25f5867,39809,1732758822541 2024-11-28T01:53:44,242 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,39809,1732758822541' 2024-11-28T01:53:44,242 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T01:53:44,242 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T01:53:44,242 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T01:53:44,242 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T01:53:44,243 DEBUG [RS:0;9df3f25f5867:36567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T01:53:44,243 DEBUG [RS:1;9df3f25f5867:37811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T01:53:44,243 INFO [RS:1;9df3f25f5867:37811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T01:53:44,243 INFO [RS:0;9df3f25f5867:36567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T01:53:44,243 INFO [RS:0;9df3f25f5867:36567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T01:53:44,243 INFO [RS:1;9df3f25f5867:37811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T01:53:44,243 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T01:53:44,243 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T01:53:44,243 DEBUG [RS:2;9df3f25f5867:39809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9df3f25f5867,39809,1732758822541 2024-11-28T01:53:44,243 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,39809,1732758822541' 2024-11-28T01:53:44,244 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T01:53:44,244 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T01:53:44,245 DEBUG [RS:2;9df3f25f5867:39809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T01:53:44,245 INFO [RS:2;9df3f25f5867:39809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T01:53:44,245 INFO [RS:2;9df3f25f5867:39809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T01:53:44,310 WARN [9df3f25f5867:36249 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T01:53:44,349 INFO [RS:0;9df3f25f5867:36567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T01:53:44,349 INFO [RS:2;9df3f25f5867:39809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T01:53:44,349 INFO [RS:1;9df3f25f5867:37811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T01:53:44,352 INFO [RS:1;9df3f25f5867:37811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C37811%2C1732758822496, suffix=, logDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,37811,1732758822496, archiveDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/oldWALs, maxLogs=32 2024-11-28T01:53:44,352 INFO [RS:0;9df3f25f5867:36567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C36567%2C1732758822392, suffix=, logDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,36567,1732758822392, archiveDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/oldWALs, maxLogs=32 2024-11-28T01:53:44,352 INFO [RS:2;9df3f25f5867:39809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C39809%2C1732758822541, suffix=, logDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,39809,1732758822541, archiveDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/oldWALs, maxLogs=32 2024-11-28T01:53:44,373 DEBUG [RS:0;9df3f25f5867:36567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,36567,1732758822392/9df3f25f5867%2C36567%2C1732758822392.1732758824358, exclude list is [], retry=0 2024-11-28T01:53:44,375 DEBUG [RS:1;9df3f25f5867:37811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,37811,1732758822496/9df3f25f5867%2C37811%2C1732758822496.1732758824358, exclude list is [], retry=0 2024-11-28T01:53:44,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-6caf7171-59e6-4fe6-80bf-750b51486629,DISK] 2024-11-28T01:53:44,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42591,DS-26d396da-1194-447b-9620-8e8ce563f5a4,DISK] 2024-11-28T01:53:44,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-6caf7171-59e6-4fe6-80bf-750b51486629,DISK] 2024-11-28T01:53:44,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-09360e5b-88c7-4fb4-a7b1-742ec6fb20c1,DISK] 2024-11-28T01:53:44,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-09360e5b-88c7-4fb4-a7b1-742ec6fb20c1,DISK] 2024-11-28T01:53:44,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42591,DS-26d396da-1194-447b-9620-8e8ce563f5a4,DISK] 2024-11-28T01:53:44,383 DEBUG [RS:2;9df3f25f5867:39809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,39809,1732758822541/9df3f25f5867%2C39809%2C1732758822541.1732758824359, exclude list is [], retry=0 2024-11-28T01:53:44,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42591,DS-26d396da-1194-447b-9620-8e8ce563f5a4,DISK] 2024-11-28T01:53:44,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-09360e5b-88c7-4fb4-a7b1-742ec6fb20c1,DISK] 2024-11-28T01:53:44,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-6caf7171-59e6-4fe6-80bf-750b51486629,DISK] 2024-11-28T01:53:44,429 INFO [RS:1;9df3f25f5867:37811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,37811,1732758822496/9df3f25f5867%2C37811%2C1732758822496.1732758824358 2024-11-28T01:53:44,429 DEBUG [RS:1;9df3f25f5867:37811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269),(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:39867:39867)] 2024-11-28T01:53:44,431 INFO [RS:2;9df3f25f5867:39809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,39809,1732758822541/9df3f25f5867%2C39809%2C1732758822541.1732758824359 2024-11-28T01:53:44,431 DEBUG [RS:2;9df3f25f5867:39809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:39867:39867),(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-28T01:53:44,432 INFO [RS:0;9df3f25f5867:36567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,36567,1732758822392/9df3f25f5867%2C36567%2C1732758822392.1732758824358 2024-11-28T01:53:44,433 DEBUG [RS:0;9df3f25f5867:36567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39867:39867),(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-28T01:53:44,562 DEBUG [9df3f25f5867:36249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-28T01:53:44,570 DEBUG [9df3f25f5867:36249 {}] balancer.BalancerClusterState(204): Hosts are {9df3f25f5867=0} racks are {/default-rack=0} 2024-11-28T01:53:44,577 DEBUG [9df3f25f5867:36249 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T01:53:44,577 DEBUG [9df3f25f5867:36249 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T01:53:44,577 DEBUG [9df3f25f5867:36249 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T01:53:44,577 DEBUG [9df3f25f5867:36249 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T01:53:44,577 DEBUG [9df3f25f5867:36249 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T01:53:44,577 DEBUG [9df3f25f5867:36249 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T01:53:44,577 INFO [9df3f25f5867:36249 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T01:53:44,577 INFO [9df3f25f5867:36249 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T01:53:44,577 INFO [9df3f25f5867:36249 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T01:53:44,577 DEBUG [9df3f25f5867:36249 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T01:53:44,585 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9df3f25f5867,37811,1732758822496 2024-11-28T01:53:44,591 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9df3f25f5867,37811,1732758822496, state=OPENING 2024-11-28T01:53:44,596 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T01:53:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:44,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:44,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:44,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:44,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:44,601 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T01:53:44,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9df3f25f5867,37811,1732758822496}] 2024-11-28T01:53:44,779 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T01:53:44,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49719, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T01:53:44,794 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T01:53:44,795 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T01:53:44,795 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T01:53:44,798 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C37811%2C1732758822496.meta, suffix=.meta, logDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,37811,1732758822496, archiveDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/oldWALs, maxLogs=32 2024-11-28T01:53:44,815 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,37811,1732758822496/9df3f25f5867%2C37811%2C1732758822496.meta.1732758824800.meta, exclude list is [], retry=0 2024-11-28T01:53:44,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-6caf7171-59e6-4fe6-80bf-750b51486629,DISK] 2024-11-28T01:53:44,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-09360e5b-88c7-4fb4-a7b1-742ec6fb20c1,DISK] 2024-11-28T01:53:44,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42591,DS-26d396da-1194-447b-9620-8e8ce563f5a4,DISK] 2024-11-28T01:53:44,824 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/WALs/9df3f25f5867,37811,1732758822496/9df3f25f5867%2C37811%2C1732758822496.meta.1732758824800.meta 2024-11-28T01:53:44,825 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39867:39867),(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-28T01:53:44,825 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:53:44,827 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T01:53:44,831 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T01:53:44,837 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T01:53:44,843 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T01:53:44,844 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:44,844 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T01:53:44,844 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T01:53:44,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T01:53:44,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T01:53:44,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:44,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:44,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T01:53:44,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T01:53:44,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:44,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:44,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T01:53:44,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T01:53:44,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:44,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:44,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T01:53:44,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T01:53:44,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:44,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:44,860 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T01:53:44,861 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740 2024-11-28T01:53:44,864 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740 2024-11-28T01:53:44,866 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T01:53:44,867 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T01:53:44,868 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T01:53:44,871 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T01:53:44,872 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70658399, jitterRate=0.05289219319820404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T01:53:44,873 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T01:53:44,875 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732758824845Writing region info on filesystem at 1732758824845Initializing all the Stores at 1732758824847 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758824847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758824848 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758824848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758824848Cleaning up temporary data from old regions at 1732758824867 (+19 ms)Running coprocessor post-open hooks at 1732758824873 (+6 ms)Region opened successfully at 1732758824874 (+1 ms) 2024-11-28T01:53:44,909 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732758824769 2024-11-28T01:53:44,924 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T01:53:44,924 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T01:53:44,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9df3f25f5867,37811,1732758822496 2024-11-28T01:53:44,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9df3f25f5867,37811,1732758822496, state=OPEN 2024-11-28T01:53:44,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:53:44,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:53:44,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:53:44,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:53:44,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:44,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:44,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:44,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:44,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9df3f25f5867,37811,1732758822496 2024-11-28T01:53:44,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T01:53:44,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9df3f25f5867,37811,1732758822496 in 334 msec 2024-11-28T01:53:44,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T01:53:44,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 799 msec 2024-11-28T01:53:44,952 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T01:53:44,952 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T01:53:44,976 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T01:53:44,977 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9df3f25f5867,37811,1732758822496, seqNum=-1] 2024-11-28T01:53:44,997 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:53:44,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58121, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:53:45,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1170 sec 2024-11-28T01:53:45,020 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732758825019, completionTime=-1 2024-11-28T01:53:45,024 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-28T01:53:45,024 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T01:53:45,055 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-28T01:53:45,055 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732758885055 2024-11-28T01:53:45,055 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732758945055 2024-11-28T01:53:45,055 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-28T01:53:45,057 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T01:53:45,063 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,36249,1732758821672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:45,064 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,36249,1732758821672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:45,064 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,36249,1732758821672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:45,065 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9df3f25f5867:36249, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:45,066 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:45,066 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:45,072 DEBUG [master/9df3f25f5867:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T01:53:45,093 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.467sec 2024-11-28T01:53:45,095 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T01:53:45,096 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T01:53:45,097 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T01:53:45,097 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T01:53:45,097 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T01:53:45,098 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,36249,1732758821672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:53:45,098 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,36249,1732758821672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T01:53:45,102 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T01:53:45,103 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T01:53:45,104 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,36249,1732758821672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:45,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cb9f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:53:45,184 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T01:53:45,184 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T01:53:45,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9df3f25f5867,36249,-1 for getting cluster id 2024-11-28T01:53:45,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T01:53:45,199 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43f73f11-86df-4934-90d8-7fd9a1188cae' 2024-11-28T01:53:45,201 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T01:53:45,201 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43f73f11-86df-4934-90d8-7fd9a1188cae" 2024-11-28T01:53:45,204 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491cd12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:53:45,204 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9df3f25f5867,36249,-1] 2024-11-28T01:53:45,206 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T01:53:45,208 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:45,208 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T01:53:45,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dee824a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:53:45,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T01:53:45,218 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9df3f25f5867,37811,1732758822496, seqNum=-1] 2024-11-28T01:53:45,218 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:53:45,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:53:45,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9df3f25f5867,36249,1732758821672 2024-11-28T01:53:45,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T01:53:45,249 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9df3f25f5867,36249,1732758821672 2024-11-28T01:53:45,251 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c8fe7c 2024-11-28T01:53:45,252 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T01:53:45,254 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T01:53:45,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:53:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-28T01:53:45,271 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T01:53:45,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-28T01:53:45,274 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:45,276 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T01:53:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T01:53:45,284 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:45,285 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:45,290 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:38430 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39589:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38430 dst: /127.0.0.1:39589 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:45,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-28T01:53:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T01:53:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T01:53:45,695 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:45,698 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efef177b9cc7a6b7416a4e0b10503324, NAME => 'TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec 2024-11-28T01:53:45,704 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:45,704 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:45,707 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:37100 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:34699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37100 dst: /127.0.0.1:34699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-28T01:53:45,711 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:45,712 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:45,712 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing efef177b9cc7a6b7416a4e0b10503324, disabling compactions & flushes 2024-11-28T01:53:45,712 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:45,712 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:45,712 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. after waiting 0 ms 2024-11-28T01:53:45,712 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:45,712 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:45,712 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for efef177b9cc7a6b7416a4e0b10503324: Waiting for close lock at 1732758825712Disabling compacts and flushes for region at 1732758825712Disabling writes for close at 1732758825712Writing region close event to WAL at 1732758825712Closed at 1732758825712 2024-11-28T01:53:45,715 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T01:53:45,722 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732758825715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732758825715"}]},"ts":"1732758825715"} 2024-11-28T01:53:45,727 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T01:53:45,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T01:53:45,731 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732758825729"}]},"ts":"1732758825729"} 2024-11-28T01:53:45,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-28T01:53:45,736 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {9df3f25f5867=0} racks are {/default-rack=0} 2024-11-28T01:53:45,738 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T01:53:45,738 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T01:53:45,738 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T01:53:45,738 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T01:53:45,738 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T01:53:45,738 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T01:53:45,738 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T01:53:45,738 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T01:53:45,738 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T01:53:45,738 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T01:53:45,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=efef177b9cc7a6b7416a4e0b10503324, ASSIGN}] 2024-11-28T01:53:45,742 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=efef177b9cc7a6b7416a4e0b10503324, ASSIGN 2024-11-28T01:53:45,744 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=efef177b9cc7a6b7416a4e0b10503324, ASSIGN; state=OFFLINE, location=9df3f25f5867,39809,1732758822541; forceNewPlan=false, retain=false 2024-11-28T01:53:45,896 INFO [9df3f25f5867:36249 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-28T01:53:45,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efef177b9cc7a6b7416a4e0b10503324, regionState=OPENING, regionLocation=9df3f25f5867,39809,1732758822541 2024-11-28T01:53:45,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=efef177b9cc7a6b7416a4e0b10503324, ASSIGN because future has completed 2024-11-28T01:53:45,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efef177b9cc7a6b7416a4e0b10503324, server=9df3f25f5867,39809,1732758822541}] 2024-11-28T01:53:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T01:53:46,056 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T01:53:46,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35277, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T01:53:46,064 INFO [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:46,064 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => efef177b9cc7a6b7416a4e0b10503324, NAME => 'TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:53:46,065 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,065 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:46,065 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,065 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,067 INFO [StoreOpener-efef177b9cc7a6b7416a4e0b10503324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,069 INFO [StoreOpener-efef177b9cc7a6b7416a4e0b10503324-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efef177b9cc7a6b7416a4e0b10503324 columnFamilyName cf 2024-11-28T01:53:46,069 DEBUG [StoreOpener-efef177b9cc7a6b7416a4e0b10503324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:46,070 INFO [StoreOpener-efef177b9cc7a6b7416a4e0b10503324-1 {}] regionserver.HStore(327): Store=efef177b9cc7a6b7416a4e0b10503324/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:53:46,070 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,071 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/default/TestHBaseWalOnEC/efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,072 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/default/TestHBaseWalOnEC/efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,073 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,073 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,075 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,080 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/default/TestHBaseWalOnEC/efef177b9cc7a6b7416a4e0b10503324/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:53:46,081 INFO [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened efef177b9cc7a6b7416a4e0b10503324; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72382889, jitterRate=0.07858909666538239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T01:53:46,081 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:46,082 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for efef177b9cc7a6b7416a4e0b10503324: Running coprocessor pre-open hook at 1732758826065Writing region info on filesystem at 1732758826065Initializing all the Stores at 1732758826067 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758826067Cleaning up temporary data from old regions at 1732758826073 (+6 ms)Running coprocessor post-open hooks at 1732758826082 (+9 ms)Region opened successfully at 1732758826082 2024-11-28T01:53:46,084 INFO [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324., pid=6, masterSystemTime=1732758826056 2024-11-28T01:53:46,088 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:46,088 INFO [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:46,089 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efef177b9cc7a6b7416a4e0b10503324, regionState=OPEN, openSeqNum=2, regionLocation=9df3f25f5867,39809,1732758822541 2024-11-28T01:53:46,090 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36249 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9df3f25f5867,39809,1732758822541, table=TestHBaseWalOnEC, region=efef177b9cc7a6b7416a4e0b10503324. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T01:53:46,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efef177b9cc7a6b7416a4e0b10503324, server=9df3f25f5867,39809,1732758822541 because future has completed 2024-11-28T01:53:46,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T01:53:46,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure efef177b9cc7a6b7416a4e0b10503324, server=9df3f25f5867,39809,1732758822541 in 194 msec 2024-11-28T01:53:46,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T01:53:46,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=efef177b9cc7a6b7416a4e0b10503324, ASSIGN in 361 msec 2024-11-28T01:53:46,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T01:53:46,107 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732758826106"}]},"ts":"1732758826106"} 2024-11-28T01:53:46,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-28T01:53:46,112 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T01:53:46,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 850 msec 2024-11-28T01:53:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-28T01:53:46,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-28T01:53:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-28T01:53:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-28T01:53:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-28T01:53:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-28T01:53:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-28T01:53:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-28T01:53:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T01:53:46,416 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-28T01:53:46,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-28T01:53:46,418 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T01:53:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-28T01:53:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-28T01:53:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-28T01:53:46,424 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T01:53:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-28T01:53:46,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324., hostname=9df3f25f5867,39809,1732758822541, seqNum=2] 2024-11-28T01:53:46,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:53:46,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:53:46,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-28T01:53:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-28T01:53:46,452 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:53:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T01:53:46,454 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:53:46,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:53:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T01:53:46,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T01:53:46,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:46,621 INFO [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing efef177b9cc7a6b7416a4e0b10503324 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-28T01:53:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/default/TestHBaseWalOnEC/efef177b9cc7a6b7416a4e0b10503324/.tmp/cf/d2a55cd2ff6946509132b75e401872c9 is 36, key is row/cf:cq/1732758826438/Put/seqid=0 2024-11-28T01:53:46,684 WARN [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:46,684 WARN [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:46,687 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1288639349_22 at /127.0.0.1:38484 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:39589:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38484 dst: /127.0.0.1:39589 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:46,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-28T01:53:46,693 WARN [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:46,693 INFO [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/default/TestHBaseWalOnEC/efef177b9cc7a6b7416a4e0b10503324/.tmp/cf/d2a55cd2ff6946509132b75e401872c9 2024-11-28T01:53:46,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/default/TestHBaseWalOnEC/efef177b9cc7a6b7416a4e0b10503324/.tmp/cf/d2a55cd2ff6946509132b75e401872c9 as hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/default/TestHBaseWalOnEC/efef177b9cc7a6b7416a4e0b10503324/cf/d2a55cd2ff6946509132b75e401872c9 2024-11-28T01:53:46,751 INFO [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/default/TestHBaseWalOnEC/efef177b9cc7a6b7416a4e0b10503324/cf/d2a55cd2ff6946509132b75e401872c9, entries=1, sequenceid=5, filesize=4.7 K 2024-11-28T01:53:46,758 INFO [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for efef177b9cc7a6b7416a4e0b10503324 in 136ms, sequenceid=5, compaction requested=false 2024-11-28T01:53:46,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-28T01:53:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for efef177b9cc7a6b7416a4e0b10503324: 2024-11-28T01:53:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T01:53:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T01:53:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T01:53:46,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-28T01:53:46,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 312 msec 2024-11-28T01:53:46,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 325 msec 2024-11-28T01:53:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T01:53:47,077 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-28T01:53:47,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T01:53:47,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T01:53:47,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:47,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:47,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:47,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T01:53:47,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T01:53:47,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1256453245, stopped=false 2024-11-28T01:53:47,098 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9df3f25f5867,36249,1732758821672 2024-11-28T01:53:47,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:47,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:47,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:47,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T01:53:47,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T01:53:47,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:47,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:47,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:47,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:47,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9df3f25f5867,36567,1732758822392' ***** 2024-11-28T01:53:47,102 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T01:53:47,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:47,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9df3f25f5867,37811,1732758822496' ***** 2024-11-28T01:53:47,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:47,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T01:53:47,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9df3f25f5867,39809,1732758822541' ***** 2024-11-28T01:53:47,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T01:53:47,103 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T01:53:47,104 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T01:53:47,104 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T01:53:47,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T01:53:47,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T01:53:47,104 INFO [RS:1;9df3f25f5867:37811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T01:53:47,104 INFO [RS:2;9df3f25f5867:39809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T01:53:47,104 INFO [RS:2;9df3f25f5867:39809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T01:53:47,104 INFO [RS:1;9df3f25f5867:37811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T01:53:47,104 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(959): stopping server 9df3f25f5867,37811,1732758822496 2024-11-28T01:53:47,104 INFO [RS:0;9df3f25f5867:36567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T01:53:47,104 INFO [RS:1;9df3f25f5867:37811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T01:53:47,104 INFO [RS:0;9df3f25f5867:36567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T01:53:47,104 INFO [RS:1;9df3f25f5867:37811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9df3f25f5867:37811. 2024-11-28T01:53:47,104 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(959): stopping server 9df3f25f5867,36567,1732758822392 2024-11-28T01:53:47,105 INFO [RS:0;9df3f25f5867:36567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T01:53:47,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T01:53:47,105 DEBUG [RS:1;9df3f25f5867:37811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:47,105 DEBUG [RS:1;9df3f25f5867:37811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:47,105 INFO [RS:0;9df3f25f5867:36567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9df3f25f5867:36567. 2024-11-28T01:53:47,105 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(3091): Received CLOSE for efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:47,105 DEBUG [RS:0;9df3f25f5867:36567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:47,105 DEBUG [RS:0;9df3f25f5867:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:47,105 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T01:53:47,105 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T01:53:47,105 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T01:53:47,105 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(976): stopping server 9df3f25f5867,36567,1732758822392; all regions closed. 2024-11-28T01:53:47,106 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T01:53:47,106 INFO [regionserver/9df3f25f5867:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:47,106 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(959): stopping server 9df3f25f5867,39809,1732758822541 2024-11-28T01:53:47,106 INFO [RS:2;9df3f25f5867:39809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T01:53:47,106 INFO [RS:2;9df3f25f5867:39809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9df3f25f5867:39809. 2024-11-28T01:53:47,106 DEBUG [RS:2;9df3f25f5867:39809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:47,106 DEBUG [RS:2;9df3f25f5867:39809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:47,107 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T01:53:47,107 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efef177b9cc7a6b7416a4e0b10503324, disabling compactions & flushes 2024-11-28T01:53:47,107 DEBUG [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(1325): Online Regions={efef177b9cc7a6b7416a4e0b10503324=TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324.} 2024-11-28T01:53:47,107 INFO [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:47,107 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:47,107 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. after waiting 0 ms 2024-11-28T01:53:47,107 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:47,107 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T01:53:47,107 DEBUG [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(1351): Waiting on efef177b9cc7a6b7416a4e0b10503324 2024-11-28T01:53:47,107 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T01:53:47,108 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T01:53:47,108 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T01:53:47,108 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T01:53:47,108 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T01:53:47,108 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T01:53:47,108 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T01:53:47,108 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-28T01:53:47,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741826_1016 (size=93) 2024-11-28T01:53:47,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_1073741826_1016 (size=93) 2024-11-28T01:53:47,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741826_1016 (size=93) 2024-11-28T01:53:47,127 DEBUG [RS:0;9df3f25f5867:36567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/oldWALs 2024-11-28T01:53:47,128 INFO [RS:0;9df3f25f5867:36567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9df3f25f5867%2C36567%2C1732758822392:(num 1732758824358) 2024-11-28T01:53:47,128 DEBUG [RS:0;9df3f25f5867:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:47,128 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:47,128 INFO [RS:0;9df3f25f5867:36567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T01:53:47,128 INFO [RS:0;9df3f25f5867:36567 {}] hbase.ChoreService(370): Chore service for: regionserver/9df3f25f5867:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T01:53:47,128 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T01:53:47,128 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T01:53:47,129 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T01:53:47,129 INFO [RS:0;9df3f25f5867:36567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T01:53:47,129 INFO [RS:0;9df3f25f5867:36567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36567 2024-11-28T01:53:47,130 INFO [regionserver/9df3f25f5867:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T01:53:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9df3f25f5867,36567,1732758822392 2024-11-28T01:53:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:53:47,133 INFO [RS:0;9df3f25f5867:36567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T01:53:47,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9df3f25f5867,36567,1732758822392] 2024-11-28T01:53:47,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9df3f25f5867,36567,1732758822392 already deleted, retry=false 2024-11-28T01:53:47,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9df3f25f5867,36567,1732758822392 expired; onlineServers=2 2024-11-28T01:53:47,145 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/default/TestHBaseWalOnEC/efef177b9cc7a6b7416a4e0b10503324/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T01:53:47,148 INFO [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:47,148 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efef177b9cc7a6b7416a4e0b10503324: Waiting for close lock at 1732758827106Running coprocessor pre-close hooks at 1732758827107 (+1 ms)Disabling compacts and flushes for region at 1732758827107Disabling writes for close at 1732758827107Writing region close event to WAL at 1732758827120 (+13 ms)Running coprocessor post-close hooks at 1732758827146 (+26 ms)Closed at 1732758827148 (+2 ms) 2024-11-28T01:53:47,149 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324. 2024-11-28T01:53:47,159 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/.tmp/info/cfa20d65a5fe408ea9acd745b50366ab is 153, key is TestHBaseWalOnEC,,1732758825256.efef177b9cc7a6b7416a4e0b10503324./info:regioninfo/1732758826089/Put/seqid=0 2024-11-28T01:53:47,163 WARN [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,163 WARN [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,174 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_653213989_22 at /127.0.0.1:37162 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:34699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37162 dst: /127.0.0.1:34699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-28T01:53:47,179 WARN [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:47,180 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/.tmp/info/cfa20d65a5fe408ea9acd745b50366ab 2024-11-28T01:53:47,180 INFO [regionserver/9df3f25f5867:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T01:53:47,180 INFO [regionserver/9df3f25f5867:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T01:53:47,181 INFO [regionserver/9df3f25f5867:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T01:53:47,181 INFO [regionserver/9df3f25f5867:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T01:53:47,202 INFO [regionserver/9df3f25f5867:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:47,202 INFO [regionserver/9df3f25f5867:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:47,208 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/.tmp/ns/31ab4d8d56544bce9f8dbf6eff01c119 is 43, key is default/ns:d/1732758825003/Put/seqid=0 2024-11-28T01:53:47,211 WARN [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,211 WARN [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,214 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_653213989_22 at /127.0.0.1:37180 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:34699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37180 dst: /127.0.0.1:34699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:47,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-28T01:53:47,219 WARN [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:47,219 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/.tmp/ns/31ab4d8d56544bce9f8dbf6eff01c119 2024-11-28T01:53:47,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:47,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1003bd510e90001, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:47,236 INFO [RS:0;9df3f25f5867:36567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T01:53:47,236 INFO [RS:0;9df3f25f5867:36567 {}] regionserver.HRegionServer(1031): Exiting; stopping=9df3f25f5867,36567,1732758822392; zookeeper connection closed. 2024-11-28T01:53:47,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36800892 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36800892 2024-11-28T01:53:47,247 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/.tmp/table/b3027744c46e47c5abfcbc8c6a64fb49 is 52, key is TestHBaseWalOnEC/table:state/1732758826106/Put/seqid=0 2024-11-28T01:53:47,249 WARN [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,249 WARN [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,252 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_653213989_22 at /127.0.0.1:56670 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:42591:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56670 dst: /127.0.0.1:42591 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-28T01:53:47,308 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(976): stopping server 9df3f25f5867,39809,1732758822541; all regions closed. 2024-11-28T01:53:47,308 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T01:53:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741828_1018 (size=1298) 2024-11-28T01:53:47,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741828_1018 (size=1298) 2024-11-28T01:53:47,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_1073741828_1018 (size=1298) 2024-11-28T01:53:47,316 DEBUG [RS:2;9df3f25f5867:39809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/oldWALs 2024-11-28T01:53:47,316 INFO [RS:2;9df3f25f5867:39809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9df3f25f5867%2C39809%2C1732758822541:(num 1732758824359) 2024-11-28T01:53:47,316 DEBUG [RS:2;9df3f25f5867:39809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:47,316 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:47,316 INFO [RS:2;9df3f25f5867:39809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T01:53:47,317 INFO [RS:2;9df3f25f5867:39809 {}] hbase.ChoreService(370): Chore service for: regionserver/9df3f25f5867:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T01:53:47,317 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T01:53:47,317 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T01:53:47,317 INFO [regionserver/9df3f25f5867:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T01:53:47,317 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T01:53:47,317 INFO [RS:2;9df3f25f5867:39809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T01:53:47,317 INFO [RS:2;9df3f25f5867:39809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39809 2024-11-28T01:53:47,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9df3f25f5867,39809,1732758822541 2024-11-28T01:53:47,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:53:47,320 INFO [RS:2;9df3f25f5867:39809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T01:53:47,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9df3f25f5867,39809,1732758822541] 2024-11-28T01:53:47,322 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9df3f25f5867,39809,1732758822541 already deleted, retry=false 2024-11-28T01:53:47,322 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9df3f25f5867,39809,1732758822541 expired; onlineServers=1 2024-11-28T01:53:47,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:47,422 INFO [RS:2;9df3f25f5867:39809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T01:53:47,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39809-0x1003bd510e90003, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:47,422 INFO [RS:2;9df3f25f5867:39809 {}] regionserver.HRegionServer(1031): Exiting; stopping=9df3f25f5867,39809,1732758822541; zookeeper connection closed. 2024-11-28T01:53:47,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75684668 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75684668 2024-11-28T01:53:47,508 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T01:53:47,658 WARN [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:47,658 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/.tmp/table/b3027744c46e47c5abfcbc8c6a64fb49 2024-11-28T01:53:47,671 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/.tmp/info/cfa20d65a5fe408ea9acd745b50366ab as hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/info/cfa20d65a5fe408ea9acd745b50366ab 2024-11-28T01:53:47,683 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/info/cfa20d65a5fe408ea9acd745b50366ab, entries=10, sequenceid=11, filesize=6.5 K 2024-11-28T01:53:47,685 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/.tmp/ns/31ab4d8d56544bce9f8dbf6eff01c119 as hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/ns/31ab4d8d56544bce9f8dbf6eff01c119 2024-11-28T01:53:47,696 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/ns/31ab4d8d56544bce9f8dbf6eff01c119, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T01:53:47,698 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/.tmp/table/b3027744c46e47c5abfcbc8c6a64fb49 as hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/table/b3027744c46e47c5abfcbc8c6a64fb49 2024-11-28T01:53:47,708 DEBUG [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T01:53:47,711 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/table/b3027744c46e47c5abfcbc8c6a64fb49, entries=2, sequenceid=11, filesize=5.1 K 2024-11-28T01:53:47,713 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 605ms, sequenceid=11, compaction requested=false 2024-11-28T01:53:47,713 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T01:53:47,722 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T01:53:47,723 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T01:53:47,723 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T01:53:47,723 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732758827108Running coprocessor pre-close hooks at 1732758827108Disabling compacts and flushes for region at 1732758827108Disabling writes for close at 1732758827108Obtaining lock to block concurrent updates at 1732758827109 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732758827109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732758827109Flushing stores of hbase:meta,,1.1588230740 at 1732758827111 (+2 ms)Flushing 1588230740/info: creating writer at 1732758827111Flushing 1588230740/info: appending metadata at 1732758827154 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732758827154Flushing 1588230740/ns: creating writer at 1732758827190 (+36 ms)Flushing 1588230740/ns: appending metadata at 1732758827207 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732758827207Flushing 1588230740/table: creating writer at 1732758827228 (+21 ms)Flushing 1588230740/table: appending metadata at 1732758827245 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732758827245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597215e1: reopening flushed file at 1732758827669 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9b4927: reopening flushed file at 1732758827684 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62006ef9: reopening flushed file at 1732758827697 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 605ms, sequenceid=11, compaction requested=false at 1732758827713 (+16 ms)Writing region close event to WAL at 1732758827715 (+2 ms)Running coprocessor post-close hooks at 1732758827723 (+8 ms)Closed at 1732758827723 2024-11-28T01:53:47,723 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T01:53:47,909 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(976): stopping server 9df3f25f5867,37811,1732758822496; all regions closed. 2024-11-28T01:53:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_1073741829_1019 (size=2751) 2024-11-28T01:53:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741829_1019 (size=2751) 2024-11-28T01:53:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741829_1019 (size=2751) 2024-11-28T01:53:47,916 DEBUG [RS:1;9df3f25f5867:37811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/oldWALs 2024-11-28T01:53:47,916 INFO [RS:1;9df3f25f5867:37811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9df3f25f5867%2C37811%2C1732758822496.meta:.meta(num 1732758824800) 2024-11-28T01:53:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_1073741827_1017 (size=93) 2024-11-28T01:53:47,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741827_1017 (size=93) 2024-11-28T01:53:47,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741827_1017 (size=93) 2024-11-28T01:53:47,923 DEBUG [RS:1;9df3f25f5867:37811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/oldWALs 2024-11-28T01:53:47,923 INFO [RS:1;9df3f25f5867:37811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9df3f25f5867%2C37811%2C1732758822496:(num 1732758824358) 2024-11-28T01:53:47,923 DEBUG [RS:1;9df3f25f5867:37811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:47,923 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:47,924 INFO [RS:1;9df3f25f5867:37811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T01:53:47,924 INFO [RS:1;9df3f25f5867:37811 {}] hbase.ChoreService(370): Chore service for: regionserver/9df3f25f5867:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T01:53:47,924 INFO [RS:1;9df3f25f5867:37811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T01:53:47,924 INFO [regionserver/9df3f25f5867:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T01:53:47,924 INFO [RS:1;9df3f25f5867:37811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37811 2024-11-28T01:53:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9df3f25f5867,37811,1732758822496 2024-11-28T01:53:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:53:47,926 INFO [RS:1;9df3f25f5867:37811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T01:53:47,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9df3f25f5867,37811,1732758822496] 2024-11-28T01:53:47,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9df3f25f5867,37811,1732758822496 already deleted, retry=false 2024-11-28T01:53:47,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9df3f25f5867,37811,1732758822496 expired; onlineServers=0 2024-11-28T01:53:47,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9df3f25f5867,36249,1732758821672' ***** 2024-11-28T01:53:47,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T01:53:47,930 INFO [M:0;9df3f25f5867:36249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T01:53:47,930 INFO [M:0;9df3f25f5867:36249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T01:53:47,930 DEBUG [M:0;9df3f25f5867:36249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T01:53:47,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T01:53:47,930 DEBUG [M:0;9df3f25f5867:36249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T01:53:47,930 DEBUG [master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.large.0-1732758824027 {}] cleaner.HFileCleaner(306): Exit Thread[master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.large.0-1732758824027,5,FailOnTimeoutGroup] 2024-11-28T01:53:47,930 DEBUG [master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.small.0-1732758824030 {}] cleaner.HFileCleaner(306): Exit Thread[master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.small.0-1732758824030,5,FailOnTimeoutGroup] 2024-11-28T01:53:47,930 INFO [M:0;9df3f25f5867:36249 {}] hbase.ChoreService(370): Chore service for: master/9df3f25f5867:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T01:53:47,930 INFO [M:0;9df3f25f5867:36249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T01:53:47,931 DEBUG [M:0;9df3f25f5867:36249 {}] master.HMaster(1795): Stopping service threads 2024-11-28T01:53:47,931 INFO [M:0;9df3f25f5867:36249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T01:53:47,931 INFO [M:0;9df3f25f5867:36249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T01:53:47,931 INFO [M:0;9df3f25f5867:36249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T01:53:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T01:53:47,932 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T01:53:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:47,932 DEBUG [M:0;9df3f25f5867:36249 {}] zookeeper.ZKUtil(347): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T01:53:47,932 WARN [M:0;9df3f25f5867:36249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T01:53:47,933 INFO [M:0;9df3f25f5867:36249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/.lastflushedseqids 2024-11-28T01:53:47,942 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,942 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,945 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:56694 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:42591:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56694 dst: /127.0.0.1:42591 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:47,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-28T01:53:47,949 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:47,949 INFO [M:0;9df3f25f5867:36249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T01:53:47,950 INFO [M:0;9df3f25f5867:36249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T01:53:47,950 DEBUG [M:0;9df3f25f5867:36249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T01:53:47,950 INFO [M:0;9df3f25f5867:36249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:47,950 DEBUG [M:0;9df3f25f5867:36249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:47,950 DEBUG [M:0;9df3f25f5867:36249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T01:53:47,950 DEBUG [M:0;9df3f25f5867:36249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:47,950 INFO [M:0;9df3f25f5867:36249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-28T01:53:47,977 DEBUG [M:0;9df3f25f5867:36249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb009bdbd87e4e678fc7b1b7e122913b is 82, key is hbase:meta,,1/info:regioninfo/1732758824926/Put/seqid=0 2024-11-28T01:53:47,979 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,979 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:47,983 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:56720 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:42591:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56720 dst: /127.0.0.1:42591 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42591 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-28T01:53:47,991 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:47,991 INFO [M:0;9df3f25f5867:36249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb009bdbd87e4e678fc7b1b7e122913b 2024-11-28T01:53:48,018 DEBUG [M:0;9df3f25f5867:36249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/544a3cff313f4abd94ce7c9077b75e4d is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732758826114/Put/seqid=0 2024-11-28T01:53:48,020 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:48,020 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:48,024 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:37198 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:34699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37198 dst: /127.0.0.1:34699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:48,028 INFO [RS:1;9df3f25f5867:37811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T01:53:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:48,028 INFO [RS:1;9df3f25f5867:37811 {}] regionserver.HRegionServer(1031): Exiting; stopping=9df3f25f5867,37811,1732758822496; zookeeper connection closed. 2024-11-28T01:53:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x1003bd510e90002, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:48,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c13dd44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c13dd44 2024-11-28T01:53:48,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_-9223372036854775552_1037 (size=6438) 2024-11-28T01:53:48,029 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-28T01:53:48,030 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:48,030 INFO [M:0;9df3f25f5867:36249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.13 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/544a3cff313f4abd94ce7c9077b75e4d 2024-11-28T01:53:48,055 DEBUG [M:0;9df3f25f5867:36249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a7523d190f44174a92e6aca121caa2f is 69, key is 9df3f25f5867,36567,1732758822392/rs:state/1732758824074/Put/seqid=0 2024-11-28T01:53:48,057 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:48,057 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-28T01:53:48,060 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1910756796_22 at /127.0.0.1:38510 [Receiving block BP-1084539081-172.17.0.2-1732758818390:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:39589:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38510 dst: /127.0.0.1:39589 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:53:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-28T01:53:48,065 WARN [M:0;9df3f25f5867:36249 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-28T01:53:48,065 INFO [M:0;9df3f25f5867:36249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a7523d190f44174a92e6aca121caa2f 2024-11-28T01:53:48,074 DEBUG [M:0;9df3f25f5867:36249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb009bdbd87e4e678fc7b1b7e122913b as hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb009bdbd87e4e678fc7b1b7e122913b 2024-11-28T01:53:48,082 INFO [M:0;9df3f25f5867:36249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb009bdbd87e4e678fc7b1b7e122913b, entries=8, sequenceid=72, filesize=5.5 K 2024-11-28T01:53:48,084 DEBUG [M:0;9df3f25f5867:36249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/544a3cff313f4abd94ce7c9077b75e4d as hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/544a3cff313f4abd94ce7c9077b75e4d 2024-11-28T01:53:48,091 INFO [M:0;9df3f25f5867:36249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/544a3cff313f4abd94ce7c9077b75e4d, entries=8, sequenceid=72, filesize=6.3 K 2024-11-28T01:53:48,092 DEBUG [M:0;9df3f25f5867:36249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a7523d190f44174a92e6aca121caa2f as hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a7523d190f44174a92e6aca121caa2f 2024-11-28T01:53:48,100 INFO [M:0;9df3f25f5867:36249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a7523d190f44174a92e6aca121caa2f, entries=3, sequenceid=72, filesize=5.2 K 2024-11-28T01:53:48,102 INFO [M:0;9df3f25f5867:36249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=72, compaction requested=false 2024-11-28T01:53:48,103 INFO [M:0;9df3f25f5867:36249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:48,103 DEBUG [M:0;9df3f25f5867:36249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732758827950Disabling compacts and flushes for region at 1732758827950Disabling writes for close at 1732758827950Obtaining lock to block concurrent updates at 1732758827950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732758827950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27459, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1732758827951 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732758827951Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732758827952 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732758827976 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732758827976Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732758827999 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732758828017 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732758828017Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732758828038 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732758828054 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732758828054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28db31ef: reopening flushed file at 1732758828073 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759b8950: reopening flushed file at 1732758828082 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d330ca2: reopening flushed file at 1732758828091 (+9 ms)Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=72, compaction requested=false at 1732758828102 (+11 ms)Writing region close event to WAL at 1732758828103 (+1 ms)Closed at 1732758828103 2024-11-28T01:53:48,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741825_1011 (size=32662) 2024-11-28T01:53:48,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741825_1011 (size=32662) 2024-11-28T01:53:48,108 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T01:53:48,108 INFO [M:0;9df3f25f5867:36249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T01:53:48,109 INFO [M:0;9df3f25f5867:36249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36249 2024-11-28T01:53:48,109 INFO [M:0;9df3f25f5867:36249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T01:53:48,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:48,211 INFO [M:0;9df3f25f5867:36249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T01:53:48,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x1003bd510e90000, quorum=127.0.0.1:60037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:48,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d680e4e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:48,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dc84140{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:53:48,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:53:48,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c430de5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:53:48,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@602c9fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir/,STOPPED} 2024-11-28T01:53:48,221 WARN [BP-1084539081-172.17.0.2-1732758818390 heartbeating to localhost/127.0.0.1:39757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T01:53:48,221 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T01:53:48,221 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T01:53:48,221 WARN [BP-1084539081-172.17.0.2-1732758818390 heartbeating to localhost/127.0.0.1:39757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1084539081-172.17.0.2-1732758818390 (Datanode Uuid b5f94499-511e-4bed-8974-4d9932280835) service to localhost/127.0.0.1:39757 2024-11-28T01:53:48,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data5/current/BP-1084539081-172.17.0.2-1732758818390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:48,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data6/current/BP-1084539081-172.17.0.2-1732758818390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:48,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T01:53:48,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d5274f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:48,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@370f113f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:53:48,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:53:48,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a011e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:53:48,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e6f3628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir/,STOPPED} 2024-11-28T01:53:48,229 WARN [BP-1084539081-172.17.0.2-1732758818390 heartbeating to localhost/127.0.0.1:39757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T01:53:48,229 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T01:53:48,229 WARN [BP-1084539081-172.17.0.2-1732758818390 heartbeating to localhost/127.0.0.1:39757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1084539081-172.17.0.2-1732758818390 (Datanode Uuid a663e01f-3f88-4ac8-a5a9-68312b7aacfb) service to localhost/127.0.0.1:39757 2024-11-28T01:53:48,229 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T01:53:48,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data3/current/BP-1084539081-172.17.0.2-1732758818390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:48,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data4/current/BP-1084539081-172.17.0.2-1732758818390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:48,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T01:53:48,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@661de0c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:48,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b62c382{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:53:48,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:53:48,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe95020{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:53:48,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f26b74e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir/,STOPPED} 2024-11-28T01:53:48,239 WARN [BP-1084539081-172.17.0.2-1732758818390 heartbeating to localhost/127.0.0.1:39757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T01:53:48,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T01:53:48,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T01:53:48,239 WARN [BP-1084539081-172.17.0.2-1732758818390 heartbeating to localhost/127.0.0.1:39757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1084539081-172.17.0.2-1732758818390 (Datanode Uuid 104f75c7-38d7-4ca1-871d-4d79edc8c8db) service to localhost/127.0.0.1:39757 2024-11-28T01:53:48,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data1/current/BP-1084539081-172.17.0.2-1732758818390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:48,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/cluster_5c1bb05a-bab1-578f-002b-f340f9a55a6c/data/data2/current/BP-1084539081-172.17.0.2-1732758818390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:48,240 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T01:53:48,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d1e97d6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T01:53:48,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44c591ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:53:48,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:53:48,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76b98ec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:53:48,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759af2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir/,STOPPED} 2024-11-28T01:53:48,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T01:53:48,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T01:53:48,295 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=86 (was 156), OpenFileDescriptor=445 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 230) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6992 (was 7292) 2024-11-28T01:53:48,302 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=86, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=6992 2024-11-28T01:53:48,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T01:53:48,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.log.dir so I do NOT create it in target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b 2024-11-28T01:53:48,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50b24390-f200-f9d7-3d76-bf3f94dedcb0/hadoop.tmp.dir so I do NOT create it in target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b 2024-11-28T01:53:48,302 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062, deleteOnExit=true 2024-11-28T01:53:48,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/test.cache.data in system properties and HBase conf 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.log.dir in system properties and HBase conf 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T01:53:48,303 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T01:53:48,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/nfs.dump.dir in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/java.io.tmpdir in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T01:53:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T01:53:48,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:48,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:53:48,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:53:48,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:53:48,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T01:53:48,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:48,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@564b2e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:53:48,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@446b32f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:53:48,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24f6184f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/java.io.tmpdir/jetty-localhost-33789-hadoop-hdfs-3_4_1-tests_jar-_-any-2038961213731851496/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T01:53:48,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47b66cd0{HTTP/1.1, (http/1.1)}{localhost:33789} 2024-11-28T01:53:48,514 INFO [Time-limited test {}] server.Server(415): Started @12338ms 2024-11-28T01:53:48,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:48,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:53:48,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:53:48,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:53:48,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T01:53:48,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1d7e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:53:48,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@516c5381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:53:48,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e6bff77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/java.io.tmpdir/jetty-localhost-33011-hadoop-hdfs-3_4_1-tests_jar-_-any-3785089766620060808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:48,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c569f3d{HTTP/1.1, (http/1.1)}{localhost:33011} 2024-11-28T01:53:48,725 INFO [Time-limited test {}] server.Server(415): Started @12550ms 2024-11-28T01:53:48,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T01:53:48,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:48,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:53:48,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:53:48,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:53:48,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T01:53:48,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34e8e859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:53:48,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77684110{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:53:48,833 WARN [Thread-526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data1/current/BP-1818471748-172.17.0.2-1732758828336/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:48,833 WARN [Thread-527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data2/current/BP-1818471748-172.17.0.2-1732758828336/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:48,859 WARN [Thread-505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T01:53:48,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2930c93a1a98e0a with lease ID 0x6dfbd52e2ab2fc5c: Processing first storage report for DS-d00ea10b-678c-4138-82bc-aa0a9c51f882 from datanode DatanodeRegistration(127.0.0.1:45509, datanodeUuid=f566e4f2-4f9f-4759-a8ff-5199bd9855ca, infoPort=41517, infoSecurePort=0, ipcPort=43735, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336) 2024-11-28T01:53:48,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2930c93a1a98e0a with lease ID 0x6dfbd52e2ab2fc5c: from storage DS-d00ea10b-678c-4138-82bc-aa0a9c51f882 node DatanodeRegistration(127.0.0.1:45509, datanodeUuid=f566e4f2-4f9f-4759-a8ff-5199bd9855ca, infoPort=41517, infoSecurePort=0, ipcPort=43735, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:53:48,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2930c93a1a98e0a with lease ID 0x6dfbd52e2ab2fc5c: Processing first storage report for DS-e0186803-069b-4b05-875f-150ab260f54a from datanode DatanodeRegistration(127.0.0.1:45509, datanodeUuid=f566e4f2-4f9f-4759-a8ff-5199bd9855ca, infoPort=41517, infoSecurePort=0, ipcPort=43735, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336) 2024-11-28T01:53:48,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2930c93a1a98e0a with lease ID 0x6dfbd52e2ab2fc5c: from storage DS-e0186803-069b-4b05-875f-150ab260f54a node DatanodeRegistration(127.0.0.1:45509, datanodeUuid=f566e4f2-4f9f-4759-a8ff-5199bd9855ca, infoPort=41517, infoSecurePort=0, ipcPort=43735, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:53:48,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c6ec4ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/java.io.tmpdir/jetty-localhost-45265-hadoop-hdfs-3_4_1-tests_jar-_-any-16155937471470022364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:48,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2194d2c3{HTTP/1.1, (http/1.1)}{localhost:45265} 2024-11-28T01:53:48,915 INFO [Time-limited test {}] server.Server(415): Started @12740ms 2024-11-28T01:53:48,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T01:53:48,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:53:48,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:53:48,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:53:48,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:53:48,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T01:53:48,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e2c7df5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:53:48,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d01e93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:53:49,013 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data3/current/BP-1818471748-172.17.0.2-1732758828336/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:49,013 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data4/current/BP-1818471748-172.17.0.2-1732758828336/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:49,030 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T01:53:49,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77e7c712e1553f45 with lease ID 0x6dfbd52e2ab2fc5d: Processing first storage report for DS-40599463-2636-4332-ab76-3ecc262823c6 from datanode DatanodeRegistration(127.0.0.1:36397, datanodeUuid=7342c230-c52f-475f-93f0-418bbe54c3c1, infoPort=33589, infoSecurePort=0, ipcPort=34503, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336) 2024-11-28T01:53:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77e7c712e1553f45 with lease ID 0x6dfbd52e2ab2fc5d: from storage DS-40599463-2636-4332-ab76-3ecc262823c6 node DatanodeRegistration(127.0.0.1:36397, datanodeUuid=7342c230-c52f-475f-93f0-418bbe54c3c1, infoPort=33589, infoSecurePort=0, ipcPort=34503, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:53:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77e7c712e1553f45 with lease ID 0x6dfbd52e2ab2fc5d: Processing first storage report for DS-348243b5-f472-460b-8873-2e3b8ec6dad6 from datanode DatanodeRegistration(127.0.0.1:36397, datanodeUuid=7342c230-c52f-475f-93f0-418bbe54c3c1, infoPort=33589, infoSecurePort=0, ipcPort=34503, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336) 2024-11-28T01:53:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77e7c712e1553f45 with lease ID 0x6dfbd52e2ab2fc5d: from storage DS-348243b5-f472-460b-8873-2e3b8ec6dad6 node DatanodeRegistration(127.0.0.1:36397, datanodeUuid=7342c230-c52f-475f-93f0-418bbe54c3c1, infoPort=33589, infoSecurePort=0, ipcPort=34503, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T01:53:49,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66bebfc1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/java.io.tmpdir/jetty-localhost-42577-hadoop-hdfs-3_4_1-tests_jar-_-any-2659994886844549243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:49,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1827e8e6{HTTP/1.1, (http/1.1)}{localhost:42577} 2024-11-28T01:53:49,092 INFO [Time-limited test {}] server.Server(415): Started @12916ms 2024-11-28T01:53:49,094 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T01:53:49,185 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data5/current/BP-1818471748-172.17.0.2-1732758828336/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:49,186 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data6/current/BP-1818471748-172.17.0.2-1732758828336/current, will proceed with Du for space computation calculation, 2024-11-28T01:53:49,220 WARN [Thread-576 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T01:53:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x845b60b0d2d6912e with lease ID 0x6dfbd52e2ab2fc5e: Processing first storage report for DS-95303519-327e-4a96-85e8-f986fc3a2ad6 from datanode DatanodeRegistration(127.0.0.1:37853, datanodeUuid=da728618-9af6-4229-a2f0-a3ae33b2e78d, infoPort=42677, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336) 2024-11-28T01:53:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x845b60b0d2d6912e with lease ID 0x6dfbd52e2ab2fc5e: from storage DS-95303519-327e-4a96-85e8-f986fc3a2ad6 node DatanodeRegistration(127.0.0.1:37853, datanodeUuid=da728618-9af6-4229-a2f0-a3ae33b2e78d, infoPort=42677, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:53:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x845b60b0d2d6912e with lease ID 0x6dfbd52e2ab2fc5e: Processing first storage report for DS-c4e94b91-93fc-4155-8fd1-8a43d9a4efb5 from datanode DatanodeRegistration(127.0.0.1:37853, datanodeUuid=da728618-9af6-4229-a2f0-a3ae33b2e78d, infoPort=42677, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336) 2024-11-28T01:53:49,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x845b60b0d2d6912e with lease ID 0x6dfbd52e2ab2fc5e: from storage DS-c4e94b91-93fc-4155-8fd1-8a43d9a4efb5 node DatanodeRegistration(127.0.0.1:37853, datanodeUuid=da728618-9af6-4229-a2f0-a3ae33b2e78d, infoPort=42677, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=1367511832;c=1732758828336), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:53:49,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b 2024-11-28T01:53:49,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/zookeeper_0, clientPort=57986, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T01:53:49,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57986 2024-11-28T01:53:49,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741825_1001 (size=7) 2024-11-28T01:53:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741825_1001 (size=7) 2024-11-28T01:53:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741825_1001 (size=7) 2024-11-28T01:53:49,265 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657 with version=8 2024-11-28T01:53:49,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39757/user/jenkins/test-data/070a467b-8fd7-59ee-56b3-5dc38d8080ec/hbase-staging 2024-11-28T01:53:49,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9df3f25f5867:0 server-side Connection retries=45 2024-11-28T01:53:49,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:53:49,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:53:49,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T01:53:49,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:53:49,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37821 2024-11-28T01:53:49,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37821 connecting to ZooKeeper ensemble=127.0.0.1:57986 2024-11-28T01:53:49,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378210x0, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:53:49,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37821-0x1003bd5319f0000 connected 2024-11-28T01:53:49,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:49,303 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657, hbase.cluster.distributed=false 2024-11-28T01:53:49,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:53:49,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37821 2024-11-28T01:53:49,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37821 2024-11-28T01:53:49,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37821 2024-11-28T01:53:49,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37821 2024-11-28T01:53:49,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37821 2024-11-28T01:53:49,330 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9df3f25f5867:0 server-side Connection retries=45 2024-11-28T01:53:49,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:53:49,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:53:49,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T01:53:49,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:53:49,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39561 2024-11-28T01:53:49,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39561 connecting to ZooKeeper ensemble=127.0.0.1:57986 2024-11-28T01:53:49,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395610x0, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:53:49,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:49,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39561-0x1003bd5319f0001 connected 2024-11-28T01:53:49,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T01:53:49,342 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T01:53:49,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T01:53:49,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:53:49,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39561 2024-11-28T01:53:49,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39561 2024-11-28T01:53:49,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39561 2024-11-28T01:53:49,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39561 2024-11-28T01:53:49,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39561 2024-11-28T01:53:49,360 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9df3f25f5867:0 server-side Connection retries=45 2024-11-28T01:53:49,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:53:49,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:53:49,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T01:53:49,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:53:49,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39629 2024-11-28T01:53:49,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39629 connecting to ZooKeeper ensemble=127.0.0.1:57986 2024-11-28T01:53:49,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396290x0, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:53:49,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39629-0x1003bd5319f0002 connected 2024-11-28T01:53:49,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:49,370 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T01:53:49,370 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T01:53:49,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T01:53:49,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:53:49,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39629 2024-11-28T01:53:49,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39629 2024-11-28T01:53:49,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39629 2024-11-28T01:53:49,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39629 2024-11-28T01:53:49,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39629 2024-11-28T01:53:49,389 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9df3f25f5867:0 server-side Connection retries=45 2024-11-28T01:53:49,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:53:49,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:53:49,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:53:49,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T01:53:49,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:53:49,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46059 2024-11-28T01:53:49,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46059 connecting to ZooKeeper ensemble=127.0.0.1:57986 2024-11-28T01:53:49,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460590x0, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:53:49,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46059-0x1003bd5319f0003 connected 2024-11-28T01:53:49,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:49,399 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T01:53:49,400 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T01:53:49,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T01:53:49,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:53:49,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46059 2024-11-28T01:53:49,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46059 2024-11-28T01:53:49,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46059 2024-11-28T01:53:49,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46059 2024-11-28T01:53:49,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46059 2024-11-28T01:53:49,414 DEBUG [M:0;9df3f25f5867:37821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9df3f25f5867:37821 2024-11-28T01:53:49,415 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9df3f25f5867,37821,1732758829267 2024-11-28T01:53:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:49,420 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9df3f25f5867,37821,1732758829267 2024-11-28T01:53:49,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T01:53:49,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T01:53:49,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T01:53:49,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,422 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T01:53:49,423 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9df3f25f5867,37821,1732758829267 from backup master directory 2024-11-28T01:53:49,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9df3f25f5867,37821,1732758829267 2024-11-28T01:53:49,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:49,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:49,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:49,425 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:53:49,425 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9df3f25f5867,37821,1732758829267 2024-11-28T01:53:49,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:53:49,432 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/hbase.id] with ID: 8c7584f5-1791-4cf4-afa1-90944e31759d 2024-11-28T01:53:49,432 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/.tmp/hbase.id 2024-11-28T01:53:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741826_1002 (size=42) 2024-11-28T01:53:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741826_1002 (size=42) 2024-11-28T01:53:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741826_1002 (size=42) 2024-11-28T01:53:49,444 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/.tmp/hbase.id]:[hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/hbase.id] 2024-11-28T01:53:49,462 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:53:49,463 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T01:53:49,465 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T01:53:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741827_1003 (size=196) 2024-11-28T01:53:49,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741827_1003 (size=196) 2024-11-28T01:53:49,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741827_1003 (size=196) 2024-11-28T01:53:49,480 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:53:49,481 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T01:53:49,481 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-28T01:53:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741828_1004 (size=1189) 2024-11-28T01:53:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741828_1004 (size=1189) 2024-11-28T01:53:49,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741828_1004 (size=1189) 2024-11-28T01:53:49,497 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store 2024-11-28T01:53:49,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741829_1005 (size=34) 2024-11-28T01:53:49,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741829_1005 (size=34) 2024-11-28T01:53:49,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741829_1005 (size=34) 2024-11-28T01:53:49,512 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:49,512 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T01:53:49,512 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:49,512 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:49,512 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T01:53:49,512 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:49,512 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:49,513 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732758829512Disabling compacts and flushes for region at 1732758829512Disabling writes for close at 1732758829512Writing region close event to WAL at 1732758829512Closed at 1732758829512 2024-11-28T01:53:49,514 WARN [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/.initializing 2024-11-28T01:53:49,514 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/WALs/9df3f25f5867,37821,1732758829267 2024-11-28T01:53:49,519 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C37821%2C1732758829267, suffix=, logDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/WALs/9df3f25f5867,37821,1732758829267, archiveDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/oldWALs, maxLogs=10 2024-11-28T01:53:49,520 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9df3f25f5867%2C37821%2C1732758829267.1732758829520 2024-11-28T01:53:49,536 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/WALs/9df3f25f5867,37821,1732758829267/9df3f25f5867%2C37821%2C1732758829267.1732758829520 2024-11-28T01:53:49,540 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42677:42677),(127.0.0.1/127.0.0.1:33589:33589),(127.0.0.1/127.0.0.1:41517:41517)] 2024-11-28T01:53:49,543 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:53:49,544 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:49,544 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,544 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T01:53:49,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:49,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:49,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T01:53:49,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:49,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:53:49,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T01:53:49,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:49,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:53:49,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T01:53:49,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:49,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:53:49,561 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,562 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,562 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,564 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,564 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,564 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T01:53:49,566 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:53:49,569 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:53:49,569 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60572102, jitterRate=-0.097405344247818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T01:53:49,570 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732758829544Initializing all the Stores at 1732758829546 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758829547 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758829548 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758829548Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758829548Cleaning up temporary data from old regions at 1732758829564 (+16 ms)Region opened successfully at 1732758829570 (+6 ms) 2024-11-28T01:53:49,570 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T01:53:49,576 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f545a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9df3f25f5867/172.17.0.2:0 2024-11-28T01:53:49,577 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T01:53:49,577 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T01:53:49,577 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T01:53:49,578 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T01:53:49,578 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T01:53:49,579 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T01:53:49,579 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T01:53:49,582 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T01:53:49,583 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T01:53:49,584 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T01:53:49,585 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T01:53:49,586 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T01:53:49,587 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T01:53:49,587 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T01:53:49,588 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T01:53:49,590 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T01:53:49,591 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T01:53:49,593 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T01:53:49,595 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T01:53:49,596 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T01:53:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,600 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9df3f25f5867,37821,1732758829267, sessionid=0x1003bd5319f0000, setting cluster-up flag (Was=false) 2024-11-28T01:53:49,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,609 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T01:53:49,610 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9df3f25f5867,37821,1732758829267 2024-11-28T01:53:49,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:49,621 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T01:53:49,623 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9df3f25f5867,37821,1732758829267 2024-11-28T01:53:49,624 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T01:53:49,627 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T01:53:49,627 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T01:53:49,627 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T01:53:49,628 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9df3f25f5867,37821,1732758829267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T01:53:49,629 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9df3f25f5867:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:53:49,629 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9df3f25f5867:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:53:49,629 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9df3f25f5867:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:53:49,629 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9df3f25f5867:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:53:49,629 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9df3f25f5867:0, corePoolSize=10, maxPoolSize=10 2024-11-28T01:53:49,629 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,629 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9df3f25f5867:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:53:49,629 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T01:53:49,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T01:53:49,633 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:49,633 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T01:53:49,640 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732758859640 2024-11-28T01:53:49,640 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T01:53:49,640 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T01:53:49,641 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T01:53:49,641 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T01:53:49,641 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T01:53:49,641 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T01:53:49,641 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,641 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T01:53:49,642 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T01:53:49,642 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T01:53:49,644 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T01:53:49,644 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T01:53:49,644 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.large.0-1732758829644,5,FailOnTimeoutGroup] 2024-11-28T01:53:49,644 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.small.0-1732758829644,5,FailOnTimeoutGroup] 2024-11-28T01:53:49,644 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,645 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T01:53:49,645 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,645 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741831_1007 (size=1321) 2024-11-28T01:53:49,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741831_1007 (size=1321) 2024-11-28T01:53:49,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741831_1007 (size=1321) 2024-11-28T01:53:49,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T01:53:49,654 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657 2024-11-28T01:53:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741832_1008 (size=32) 2024-11-28T01:53:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741832_1008 (size=32) 2024-11-28T01:53:49,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741832_1008 (size=32) 2024-11-28T01:53:49,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:49,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T01:53:49,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T01:53:49,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:49,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:49,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T01:53:49,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T01:53:49,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:49,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:49,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T01:53:49,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T01:53:49,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:49,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T01:53:49,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T01:53:49,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:49,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:49,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T01:53:49,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740 2024-11-28T01:53:49,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740 2024-11-28T01:53:49,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T01:53:49,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T01:53:49,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T01:53:49,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T01:53:49,687 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:53:49,688 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60860697, jitterRate=-0.09310494363307953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T01:53:49,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732758829667Initializing all the Stores at 1732758829668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758829668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758829668Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758829668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758829668Cleaning up temporary data from old regions at 1732758829682 (+14 ms)Region opened successfully at 1732758829689 (+7 ms) 2024-11-28T01:53:49,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T01:53:49,690 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T01:53:49,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T01:53:49,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T01:53:49,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T01:53:49,690 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T01:53:49,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732758829690Disabling compacts and flushes for region at 1732758829690Disabling writes for close at 1732758829690Writing region close event to WAL at 1732758829690Closed at 1732758829690 2024-11-28T01:53:49,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T01:53:49,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T01:53:49,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T01:53:49,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T01:53:49,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T01:53:49,705 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(746): ClusterId : 8c7584f5-1791-4cf4-afa1-90944e31759d 2024-11-28T01:53:49,705 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(746): ClusterId : 8c7584f5-1791-4cf4-afa1-90944e31759d 2024-11-28T01:53:49,705 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(746): ClusterId : 8c7584f5-1791-4cf4-afa1-90944e31759d 2024-11-28T01:53:49,705 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T01:53:49,705 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T01:53:49,705 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T01:53:49,708 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T01:53:49,708 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T01:53:49,708 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T01:53:49,708 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T01:53:49,708 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T01:53:49,708 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T01:53:49,711 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T01:53:49,711 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T01:53:49,712 DEBUG [RS:2;9df3f25f5867:46059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423fb349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9df3f25f5867/172.17.0.2:0 2024-11-28T01:53:49,712 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T01:53:49,712 DEBUG [RS:1;9df3f25f5867:39629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b86237a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9df3f25f5867/172.17.0.2:0 2024-11-28T01:53:49,712 DEBUG [RS:0;9df3f25f5867:39561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b3839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9df3f25f5867/172.17.0.2:0 2024-11-28T01:53:49,725 DEBUG [RS:1;9df3f25f5867:39629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9df3f25f5867:39629 2024-11-28T01:53:49,725 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T01:53:49,725 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T01:53:49,725 DEBUG [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T01:53:49,726 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(2659): reportForDuty to master=9df3f25f5867,37821,1732758829267 with port=39629, startcode=1732758829359 2024-11-28T01:53:49,727 DEBUG [RS:2;9df3f25f5867:46059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9df3f25f5867:46059 2024-11-28T01:53:49,727 DEBUG [RS:0;9df3f25f5867:39561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9df3f25f5867:39561 2024-11-28T01:53:49,727 DEBUG [RS:1;9df3f25f5867:39629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T01:53:49,727 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T01:53:49,727 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T01:53:49,727 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T01:53:49,727 DEBUG [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T01:53:49,727 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T01:53:49,727 DEBUG [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T01:53:49,728 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(2659): reportForDuty to master=9df3f25f5867,37821,1732758829267 with port=39561, startcode=1732758829330 2024-11-28T01:53:49,728 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(2659): reportForDuty to master=9df3f25f5867,37821,1732758829267 with port=46059, startcode=1732758829388 2024-11-28T01:53:49,728 DEBUG [RS:0;9df3f25f5867:39561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T01:53:49,728 DEBUG [RS:2;9df3f25f5867:46059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T01:53:49,730 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T01:53:49,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9df3f25f5867,39629,1732758829359 2024-11-28T01:53:49,731 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43965, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T01:53:49,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37821 {}] master.ServerManager(517): Registering regionserver=9df3f25f5867,39629,1732758829359 2024-11-28T01:53:49,731 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35619, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T01:53:49,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9df3f25f5867,46059,1732758829388 2024-11-28T01:53:49,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37821 {}] master.ServerManager(517): Registering regionserver=9df3f25f5867,46059,1732758829388 2024-11-28T01:53:49,734 DEBUG [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657 2024-11-28T01:53:49,734 DEBUG [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39429 2024-11-28T01:53:49,734 DEBUG [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T01:53:49,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9df3f25f5867,39561,1732758829330 2024-11-28T01:53:49,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37821 {}] master.ServerManager(517): Registering regionserver=9df3f25f5867,39561,1732758829330 2024-11-28T01:53:49,736 DEBUG [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657 2024-11-28T01:53:49,736 DEBUG [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39429 2024-11-28T01:53:49,736 DEBUG [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T01:53:49,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:53:49,736 DEBUG [RS:1;9df3f25f5867:39629 {}] zookeeper.ZKUtil(111): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9df3f25f5867,39629,1732758829359 2024-11-28T01:53:49,737 WARN [RS:1;9df3f25f5867:39629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:53:49,737 INFO [RS:1;9df3f25f5867:39629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-28T01:53:49,737 DEBUG [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,39629,1732758829359 2024-11-28T01:53:49,738 DEBUG [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657 2024-11-28T01:53:49,738 DEBUG [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39429 2024-11-28T01:53:49,738 DEBUG [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T01:53:49,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9df3f25f5867,39629,1732758829359] 2024-11-28T01:53:49,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9df3f25f5867,46059,1732758829388] 2024-11-28T01:53:49,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:53:49,743 DEBUG [RS:2;9df3f25f5867:46059 {}] zookeeper.ZKUtil(111): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9df3f25f5867,46059,1732758829388 2024-11-28T01:53:49,743 WARN [RS:2;9df3f25f5867:46059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:53:49,743 INFO [RS:2;9df3f25f5867:46059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-28T01:53:49,744 DEBUG [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,46059,1732758829388 2024-11-28T01:53:49,744 DEBUG [RS:0;9df3f25f5867:39561 {}] zookeeper.ZKUtil(111): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9df3f25f5867,39561,1732758829330 2024-11-28T01:53:49,744 WARN [RS:0;9df3f25f5867:39561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:53:49,744 INFO [RS:0;9df3f25f5867:39561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-28T01:53:49,744 DEBUG [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,39561,1732758829330 2024-11-28T01:53:49,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9df3f25f5867,39561,1732758829330] 2024-11-28T01:53:49,746 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T01:53:49,748 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T01:53:49,755 INFO [RS:1;9df3f25f5867:39629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T01:53:49,755 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,756 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T01:53:49,756 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T01:53:49,757 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T01:53:49,757 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,757 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,757 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,757 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,757 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,757 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,757 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9df3f25f5867:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:53:49,757 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,757 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,758 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,758 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,758 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,758 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,758 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:49,758 DEBUG [RS:1;9df3f25f5867:39629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:49,759 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T01:53:49,759 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T01:53:49,759 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,759 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,759 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,759 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,759 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,759 INFO [RS:2;9df3f25f5867:46059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T01:53:49,759 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,39629,1732758829359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:53:49,759 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,764 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T01:53:49,765 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T01:53:49,765 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T01:53:49,765 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,765 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,765 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,765 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,765 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,765 INFO [RS:0;9df3f25f5867:39561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T01:53:49,765 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,766 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,766 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9df3f25f5867:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:53:49,766 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,766 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,766 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,766 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,766 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T01:53:49,766 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,766 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,766 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:49,766 DEBUG [RS:2;9df3f25f5867:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:49,766 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,767 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,767 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,767 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,767 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,767 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,46059,1732758829388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:53:49,767 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T01:53:49,767 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,767 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,767 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,767 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,767 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9df3f25f5867:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9df3f25f5867:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:49,768 DEBUG [RS:0;9df3f25f5867:39561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:53:49,775 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,775 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,775 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,775 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,775 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,775 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,39561,1732758829330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:53:49,776 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T01:53:49,776 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,39629,1732758829359-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,777 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,777 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.Replication(171): 9df3f25f5867,39629,1732758829359 started 2024-11-28T01:53:49,782 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T01:53:49,782 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,46059,1732758829388-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,782 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,782 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.Replication(171): 9df3f25f5867,46059,1732758829388 started 2024-11-28T01:53:49,791 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,791 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(1482): Serving as 9df3f25f5867,39629,1732758829359, RpcServer on 9df3f25f5867/172.17.0.2:39629, sessionid=0x1003bd5319f0002 2024-11-28T01:53:49,791 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T01:53:49,791 DEBUG [RS:1;9df3f25f5867:39629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9df3f25f5867,39629,1732758829359 2024-11-28T01:53:49,791 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,39629,1732758829359' 2024-11-28T01:53:49,791 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T01:53:49,792 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T01:53:49,793 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T01:53:49,793 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T01:53:49,793 DEBUG [RS:1;9df3f25f5867:39629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9df3f25f5867,39629,1732758829359 2024-11-28T01:53:49,793 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,39629,1732758829359' 2024-11-28T01:53:49,793 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T01:53:49,793 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T01:53:49,794 DEBUG [RS:1;9df3f25f5867:39629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T01:53:49,794 INFO [RS:1;9df3f25f5867:39629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T01:53:49,794 INFO [RS:1;9df3f25f5867:39629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T01:53:49,797 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T01:53:49,798 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,39561,1732758829330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,798 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,798 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.Replication(171): 9df3f25f5867,39561,1732758829330 started 2024-11-28T01:53:49,798 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,798 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(1482): Serving as 9df3f25f5867,46059,1732758829388, RpcServer on 9df3f25f5867/172.17.0.2:46059, sessionid=0x1003bd5319f0003 2024-11-28T01:53:49,799 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T01:53:49,799 DEBUG [RS:2;9df3f25f5867:46059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9df3f25f5867,46059,1732758829388 2024-11-28T01:53:49,799 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,46059,1732758829388' 2024-11-28T01:53:49,799 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T01:53:49,799 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T01:53:49,800 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T01:53:49,800 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T01:53:49,800 DEBUG [RS:2;9df3f25f5867:46059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9df3f25f5867,46059,1732758829388 2024-11-28T01:53:49,800 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,46059,1732758829388' 2024-11-28T01:53:49,800 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T01:53:49,800 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T01:53:49,801 DEBUG [RS:2;9df3f25f5867:46059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T01:53:49,801 INFO [RS:2;9df3f25f5867:46059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T01:53:49,801 INFO [RS:2;9df3f25f5867:46059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T01:53:49,818 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:49,818 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(1482): Serving as 9df3f25f5867,39561,1732758829330, RpcServer on 9df3f25f5867/172.17.0.2:39561, sessionid=0x1003bd5319f0001 2024-11-28T01:53:49,819 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T01:53:49,819 DEBUG [RS:0;9df3f25f5867:39561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9df3f25f5867,39561,1732758829330 2024-11-28T01:53:49,819 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,39561,1732758829330' 2024-11-28T01:53:49,819 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T01:53:49,819 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T01:53:49,820 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T01:53:49,820 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T01:53:49,820 DEBUG [RS:0;9df3f25f5867:39561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9df3f25f5867,39561,1732758829330 2024-11-28T01:53:49,820 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9df3f25f5867,39561,1732758829330' 2024-11-28T01:53:49,820 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T01:53:49,820 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T01:53:49,821 DEBUG [RS:0;9df3f25f5867:39561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T01:53:49,821 INFO [RS:0;9df3f25f5867:39561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T01:53:49,821 INFO [RS:0;9df3f25f5867:39561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T01:53:49,847 WARN [9df3f25f5867:37821 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T01:53:49,896 INFO [RS:1;9df3f25f5867:39629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C39629%2C1732758829359, suffix=, logDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,39629,1732758829359, archiveDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/oldWALs, maxLogs=32 2024-11-28T01:53:49,898 INFO [RS:1;9df3f25f5867:39629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9df3f25f5867%2C39629%2C1732758829359.1732758829898 2024-11-28T01:53:49,903 INFO [RS:2;9df3f25f5867:46059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C46059%2C1732758829388, suffix=, logDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,46059,1732758829388, archiveDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/oldWALs, maxLogs=32 2024-11-28T01:53:49,905 INFO [RS:2;9df3f25f5867:46059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9df3f25f5867%2C46059%2C1732758829388.1732758829904 2024-11-28T01:53:49,908 INFO [RS:1;9df3f25f5867:39629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,39629,1732758829359/9df3f25f5867%2C39629%2C1732758829359.1732758829898 2024-11-28T01:53:49,910 DEBUG [RS:1;9df3f25f5867:39629 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42677:42677),(127.0.0.1/127.0.0.1:41517:41517),(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-28T01:53:49,915 INFO [RS:2;9df3f25f5867:46059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,46059,1732758829388/9df3f25f5867%2C46059%2C1732758829388.1732758829904 2024-11-28T01:53:49,920 DEBUG [RS:2;9df3f25f5867:46059 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:33589:33589),(127.0.0.1/127.0.0.1:41517:41517),(127.0.0.1/127.0.0.1:42677:42677)] 2024-11-28T01:53:49,924 INFO [RS:0;9df3f25f5867:39561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C39561%2C1732758829330, suffix=, logDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,39561,1732758829330, archiveDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/oldWALs, maxLogs=32 2024-11-28T01:53:49,925 INFO [RS:0;9df3f25f5867:39561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9df3f25f5867%2C39561%2C1732758829330.1732758829925 2024-11-28T01:53:49,933 INFO [RS:0;9df3f25f5867:39561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,39561,1732758829330/9df3f25f5867%2C39561%2C1732758829330.1732758829925 2024-11-28T01:53:49,934 DEBUG [RS:0;9df3f25f5867:39561 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42677:42677),(127.0.0.1/127.0.0.1:41517:41517),(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-28T01:53:50,097 DEBUG [9df3f25f5867:37821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-28T01:53:50,098 DEBUG [9df3f25f5867:37821 {}] balancer.BalancerClusterState(204): Hosts are {9df3f25f5867=0} racks are {/default-rack=0} 2024-11-28T01:53:50,100 DEBUG [9df3f25f5867:37821 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T01:53:50,100 DEBUG [9df3f25f5867:37821 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T01:53:50,100 DEBUG [9df3f25f5867:37821 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T01:53:50,100 DEBUG [9df3f25f5867:37821 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T01:53:50,100 DEBUG [9df3f25f5867:37821 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T01:53:50,101 DEBUG [9df3f25f5867:37821 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T01:53:50,101 INFO [9df3f25f5867:37821 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T01:53:50,101 INFO [9df3f25f5867:37821 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T01:53:50,101 INFO [9df3f25f5867:37821 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T01:53:50,101 DEBUG [9df3f25f5867:37821 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T01:53:50,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9df3f25f5867,39561,1732758829330 2024-11-28T01:53:50,103 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9df3f25f5867,39561,1732758829330, state=OPENING 2024-11-28T01:53:50,105 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T01:53:50,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:50,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:50,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:50,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:50,108 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T01:53:50,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:50,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:50,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:50,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9df3f25f5867,39561,1732758829330}] 2024-11-28T01:53:50,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:50,262 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T01:53:50,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36805, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T01:53:50,269 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T01:53:50,269 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-28T01:53:50,271 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9df3f25f5867%2C39561%2C1732758829330.meta, suffix=.meta, logDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,39561,1732758829330, archiveDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/oldWALs, maxLogs=32 2024-11-28T01:53:50,272 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 9df3f25f5867%2C39561%2C1732758829330.meta.1732758830272.meta 2024-11-28T01:53:50,286 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/WALs/9df3f25f5867,39561,1732758829330/9df3f25f5867%2C39561%2C1732758829330.meta.1732758830272.meta 2024-11-28T01:53:50,289 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42677:42677),(127.0.0.1/127.0.0.1:41517:41517),(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-28T01:53:50,289 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:53:50,290 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T01:53:50,290 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T01:53:50,290 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T01:53:50,290 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T01:53:50,290 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:50,290 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T01:53:50,290 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T01:53:50,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T01:53:50,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T01:53:50,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:50,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:50,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T01:53:50,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T01:53:50,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:50,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:50,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T01:53:50,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T01:53:50,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:50,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:50,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T01:53:50,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T01:53:50,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:50,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:53:50,300 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T01:53:50,300 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740 2024-11-28T01:53:50,302 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740 2024-11-28T01:53:50,303 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T01:53:50,303 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T01:53:50,304 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T01:53:50,305 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T01:53:50,306 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65503161, jitterRate=-0.023926839232444763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T01:53:50,306 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T01:53:50,308 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732758830291Writing region info on filesystem at 1732758830291Initializing all the Stores at 1732758830292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758830292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758830292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758830292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732758830292Cleaning up temporary data from old regions at 1732758830303 (+11 ms)Running coprocessor post-open hooks at 1732758830306 (+3 ms)Region opened successfully at 1732758830307 (+1 ms) 2024-11-28T01:53:50,309 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732758830262 2024-11-28T01:53:50,313 DEBUG [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T01:53:50,313 INFO [RS_OPEN_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T01:53:50,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9df3f25f5867,39561,1732758829330 2024-11-28T01:53:50,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9df3f25f5867,39561,1732758829330, state=OPEN 2024-11-28T01:53:50,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:53:50,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:53:50,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:53:50,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:53:50,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:50,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:50,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:50,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:53:50,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9df3f25f5867,39561,1732758829330 2024-11-28T01:53:50,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T01:53:50,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9df3f25f5867,39561,1732758829330 in 209 msec 2024-11-28T01:53:50,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T01:53:50,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-28T01:53:50,327 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T01:53:50,327 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T01:53:50,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T01:53:50,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9df3f25f5867,39561,1732758829330, seqNum=-1] 2024-11-28T01:53:50,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:53:50,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47059, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:53:50,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 712 msec 2024-11-28T01:53:50,339 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732758830339, completionTime=-1 2024-11-28T01:53:50,340 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-28T01:53:50,340 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T01:53:50,342 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-28T01:53:50,342 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732758890342 2024-11-28T01:53:50,342 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732758950342 2024-11-28T01:53:50,342 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T01:53:50,343 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,37821,1732758829267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:50,343 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,37821,1732758829267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:50,343 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,37821,1732758829267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:50,343 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9df3f25f5867:37821, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:50,343 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:50,344 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:50,346 DEBUG [master/9df3f25f5867:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T01:53:50,348 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.923sec 2024-11-28T01:53:50,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T01:53:50,349 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T01:53:50,349 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T01:53:50,349 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T01:53:50,349 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T01:53:50,349 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T01:53:50,349 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,37821,1732758829267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:53:50,349 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,37821,1732758829267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T01:53:50,352 DEBUG [master/9df3f25f5867:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T01:53:50,352 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T01:53:50,352 INFO [master/9df3f25f5867:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9df3f25f5867,37821,1732758829267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:53:50,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T01:53:50,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18402858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:53:50,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9df3f25f5867,37821,-1 for getting cluster id 2024-11-28T01:53:50,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T01:53:50,407 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7584f5-1791-4cf4-afa1-90944e31759d' 2024-11-28T01:53:50,408 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T01:53:50,408 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7584f5-1791-4cf4-afa1-90944e31759d" 2024-11-28T01:53:50,408 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697cda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:53:50,409 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9df3f25f5867,37821,-1] 2024-11-28T01:53:50,409 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T01:53:50,409 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:50,411 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T01:53:50,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66441a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:53:50,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T01:53:50,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T01:53:50,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T01:53:50,414 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9df3f25f5867,39561,1732758829330, seqNum=-1] 2024-11-28T01:53:50,415 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:53:50,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:53:50,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9df3f25f5867,37821,1732758829267 2024-11-28T01:53:50,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T01:53:50,422 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9df3f25f5867,37821,1732758829267 2024-11-28T01:53:50,422 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@499e2972 2024-11-28T01:53:50,422 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T01:53:50,425 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T01:53:50,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:53:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-28T01:53:50,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T01:53:50,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:50,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-28T01:53:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T01:53:50,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T01:53:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741837_1013 (size=392) 2024-11-28T01:53:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741837_1013 (size=392) 2024-11-28T01:53:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741837_1013 (size=392) 2024-11-28T01:53:50,449 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1dc0e9e6577cd21fe4c819f7a98adcc, NAME => 'TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657 2024-11-28T01:53:50,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741838_1014 (size=51) 2024-11-28T01:53:50,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741838_1014 (size=51) 2024-11-28T01:53:50,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741838_1014 (size=51) 2024-11-28T01:53:50,459 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:50,459 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing c1dc0e9e6577cd21fe4c819f7a98adcc, disabling compactions & flushes 2024-11-28T01:53:50,459 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:50,459 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:50,459 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. after waiting 0 ms 2024-11-28T01:53:50,459 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:50,460 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:50,460 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1dc0e9e6577cd21fe4c819f7a98adcc: Waiting for close lock at 1732758830459Disabling compacts and flushes for region at 1732758830459Disabling writes for close at 1732758830459Writing region close event to WAL at 1732758830459Closed at 1732758830460 (+1 ms) 2024-11-28T01:53:50,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T01:53:50,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732758830462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732758830462"}]},"ts":"1732758830462"} 2024-11-28T01:53:50,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T01:53:50,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T01:53:50,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732758830467"}]},"ts":"1732758830467"} 2024-11-28T01:53:50,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-28T01:53:50,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9df3f25f5867=0} racks are {/default-rack=0} 2024-11-28T01:53:50,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T01:53:50,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T01:53:50,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T01:53:50,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T01:53:50,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T01:53:50,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T01:53:50,472 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T01:53:50,472 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T01:53:50,472 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T01:53:50,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T01:53:50,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c1dc0e9e6577cd21fe4c819f7a98adcc, ASSIGN}] 2024-11-28T01:53:50,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c1dc0e9e6577cd21fe4c819f7a98adcc, ASSIGN 2024-11-28T01:53:50,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c1dc0e9e6577cd21fe4c819f7a98adcc, ASSIGN; state=OFFLINE, location=9df3f25f5867,46059,1732758829388; forceNewPlan=false, retain=false 2024-11-28T01:53:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T01:53:50,626 INFO [9df3f25f5867:37821 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-28T01:53:50,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1dc0e9e6577cd21fe4c819f7a98adcc, regionState=OPENING, regionLocation=9df3f25f5867,46059,1732758829388 2024-11-28T01:53:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c1dc0e9e6577cd21fe4c819f7a98adcc, ASSIGN because future has completed 2024-11-28T01:53:50,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1dc0e9e6577cd21fe4c819f7a98adcc, server=9df3f25f5867,46059,1732758829388}] 2024-11-28T01:53:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T01:53:50,788 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T01:53:50,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T01:53:50,795 INFO [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:50,796 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1dc0e9e6577cd21fe4c819f7a98adcc, NAME => 'TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:53:50,796 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,796 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:53:50,796 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,796 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,798 INFO [StoreOpener-c1dc0e9e6577cd21fe4c819f7a98adcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,800 INFO [StoreOpener-c1dc0e9e6577cd21fe4c819f7a98adcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1dc0e9e6577cd21fe4c819f7a98adcc columnFamilyName cf 2024-11-28T01:53:50,800 DEBUG [StoreOpener-c1dc0e9e6577cd21fe4c819f7a98adcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:53:50,801 INFO [StoreOpener-c1dc0e9e6577cd21fe4c819f7a98adcc-1 {}] regionserver.HStore(327): Store=c1dc0e9e6577cd21fe4c819f7a98adcc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:53:50,801 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,802 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/default/TestHBaseWalOnEC/c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,802 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/default/TestHBaseWalOnEC/c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,803 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,803 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,804 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,807 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/default/TestHBaseWalOnEC/c1dc0e9e6577cd21fe4c819f7a98adcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:53:50,808 INFO [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1dc0e9e6577cd21fe4c819f7a98adcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66665229, jitterRate=-0.006610676646232605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T01:53:50,808 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:50,810 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1dc0e9e6577cd21fe4c819f7a98adcc: Running coprocessor pre-open hook at 1732758830796Writing region info on filesystem at 1732758830796Initializing all the Stores at 1732758830797 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732758830798 (+1 ms)Cleaning up temporary data from old regions at 1732758830803 (+5 ms)Running coprocessor post-open hooks at 1732758830808 (+5 ms)Region opened successfully at 1732758830810 (+2 ms) 2024-11-28T01:53:50,812 INFO [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc., pid=6, masterSystemTime=1732758830788 2024-11-28T01:53:50,815 DEBUG [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:50,815 INFO [RS_OPEN_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:50,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1dc0e9e6577cd21fe4c819f7a98adcc, regionState=OPEN, openSeqNum=2, regionLocation=9df3f25f5867,46059,1732758829388 2024-11-28T01:53:50,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1dc0e9e6577cd21fe4c819f7a98adcc, server=9df3f25f5867,46059,1732758829388 because future has completed 2024-11-28T01:53:50,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T01:53:50,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1dc0e9e6577cd21fe4c819f7a98adcc, server=9df3f25f5867,46059,1732758829388 in 190 msec 2024-11-28T01:53:50,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T01:53:50,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c1dc0e9e6577cd21fe4c819f7a98adcc, ASSIGN in 356 msec 2024-11-28T01:53:50,835 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T01:53:50,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732758830835"}]},"ts":"1732758830835"} 2024-11-28T01:53:50,844 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-28T01:53:50,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T01:53:50,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 419 msec 2024-11-28T01:53:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T01:53:51,066 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-28T01:53:51,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-28T01:53:51,066 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T01:53:51,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-28T01:53:51,070 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T01:53:51,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-28T01:53:51,074 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc., hostname=9df3f25f5867,46059,1732758829388, seqNum=2] 2024-11-28T01:53:51,075 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:53:51,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:53:51,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-28T01:53:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-28T01:53:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T01:53:51,084 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:53:51,085 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:53:51,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:53:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T01:53:51,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T01:53:51,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:51,241 INFO [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c1dc0e9e6577cd21fe4c819f7a98adcc 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-28T01:53:51,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/default/TestHBaseWalOnEC/c1dc0e9e6577cd21fe4c819f7a98adcc/.tmp/cf/75de3dd02bf342a6949e27762042d569 is 36, key is row/cf:cq/1732758831077/Put/seqid=0 2024-11-28T01:53:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741839_1015 (size=4787) 2024-11-28T01:53:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741839_1015 (size=4787) 2024-11-28T01:53:51,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741839_1015 (size=4787) 2024-11-28T01:53:51,271 INFO [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/default/TestHBaseWalOnEC/c1dc0e9e6577cd21fe4c819f7a98adcc/.tmp/cf/75de3dd02bf342a6949e27762042d569 2024-11-28T01:53:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/default/TestHBaseWalOnEC/c1dc0e9e6577cd21fe4c819f7a98adcc/.tmp/cf/75de3dd02bf342a6949e27762042d569 as hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/default/TestHBaseWalOnEC/c1dc0e9e6577cd21fe4c819f7a98adcc/cf/75de3dd02bf342a6949e27762042d569 2024-11-28T01:53:51,289 INFO [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/default/TestHBaseWalOnEC/c1dc0e9e6577cd21fe4c819f7a98adcc/cf/75de3dd02bf342a6949e27762042d569, entries=1, sequenceid=5, filesize=4.7 K 2024-11-28T01:53:51,291 INFO [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for c1dc0e9e6577cd21fe4c819f7a98adcc in 51ms, sequenceid=5, compaction requested=false 2024-11-28T01:53:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c1dc0e9e6577cd21fe4c819f7a98adcc: 2024-11-28T01:53:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9df3f25f5867:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T01:53:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T01:53:51,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-28T01:53:51,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 209 msec 2024-11-28T01:53:51,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 219 msec 2024-11-28T01:53:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T01:53:51,397 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-28T01:53:51,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T01:53:51,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T01:53:51,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:51,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:51,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:51,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T01:53:51,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T01:53:51,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=76582596, stopped=false 2024-11-28T01:53:51,403 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9df3f25f5867,37821,1732758829267 2024-11-28T01:53:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:53:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:51,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T01:53:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:51,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T01:53:51,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:51,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:51,406 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9df3f25f5867,39561,1732758829330' ***** 2024-11-28T01:53:51,406 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T01:53:51,406 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9df3f25f5867,39629,1732758829359' ***** 2024-11-28T01:53:51,406 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T01:53:51,406 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9df3f25f5867,46059,1732758829388' ***** 2024-11-28T01:53:51,406 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T01:53:51,406 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T01:53:51,406 INFO [RS:0;9df3f25f5867:39561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T01:53:51,406 INFO [RS:0;9df3f25f5867:39561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T01:53:51,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T01:53:51,407 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(959): stopping server 9df3f25f5867,39561,1732758829330 2024-11-28T01:53:51,407 INFO [RS:0;9df3f25f5867:39561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T01:53:51,407 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T01:53:51,407 INFO [RS:0;9df3f25f5867:39561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9df3f25f5867:39561. 2024-11-28T01:53:51,407 DEBUG [RS:0;9df3f25f5867:39561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:51,407 DEBUG [RS:0;9df3f25f5867:39561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:51,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T01:53:51,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:51,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:51,407 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T01:53:51,407 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T01:53:51,407 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T01:53:51,407 INFO [RS:1;9df3f25f5867:39629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T01:53:51,407 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T01:53:51,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:51,407 INFO [RS:1;9df3f25f5867:39629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T01:53:51,407 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(959): stopping server 9df3f25f5867,39629,1732758829359 2024-11-28T01:53:51,408 INFO [RS:1;9df3f25f5867:39629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T01:53:51,408 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T01:53:51,408 INFO [RS:1;9df3f25f5867:39629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9df3f25f5867:39629. 2024-11-28T01:53:51,408 INFO [RS:2;9df3f25f5867:46059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T01:53:51,408 DEBUG [RS:1;9df3f25f5867:39629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:51,408 INFO [RS:2;9df3f25f5867:46059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T01:53:51,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:53:51,408 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T01:53:51,408 DEBUG [RS:1;9df3f25f5867:39629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:51,408 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(3091): Received CLOSE for c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:51,408 DEBUG [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T01:53:51,408 DEBUG [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T01:53:51,408 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(976): stopping server 9df3f25f5867,39629,1732758829359; all regions closed. 2024-11-28T01:53:51,408 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T01:53:51,408 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T01:53:51,408 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T01:53:51,408 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T01:53:51,408 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(959): stopping server 9df3f25f5867,46059,1732758829388 2024-11-28T01:53:51,408 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T01:53:51,408 INFO [RS:2;9df3f25f5867:46059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T01:53:51,409 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T01:53:51,409 INFO [RS:2;9df3f25f5867:46059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9df3f25f5867:46059. 2024-11-28T01:53:51,409 DEBUG [RS:2;9df3f25f5867:46059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:53:51,409 DEBUG [RS:2;9df3f25f5867:46059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:51,409 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-28T01:53:51,409 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T01:53:51,409 DEBUG [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(1325): Online Regions={c1dc0e9e6577cd21fe4c819f7a98adcc=TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc.} 2024-11-28T01:53:51,409 DEBUG [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(1351): Waiting on c1dc0e9e6577cd21fe4c819f7a98adcc 2024-11-28T01:53:51,409 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1dc0e9e6577cd21fe4c819f7a98adcc, disabling compactions & flushes 2024-11-28T01:53:51,410 INFO [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:51,410 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:51,410 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. after waiting 0 ms 2024-11-28T01:53:51,410 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:51,410 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,410 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,410 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,410 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,410 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741833_1009 (size=93) 2024-11-28T01:53:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741833_1009 (size=93) 2024-11-28T01:53:51,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741833_1009 (size=93) 2024-11-28T01:53:51,427 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/default/TestHBaseWalOnEC/c1dc0e9e6577cd21fe4c819f7a98adcc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T01:53:51,428 INFO [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:51,428 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1dc0e9e6577cd21fe4c819f7a98adcc: Waiting for close lock at 1732758831409Running coprocessor pre-close hooks at 1732758831409Disabling compacts and flushes for region at 1732758831409Disabling writes for close at 1732758831410 (+1 ms)Writing region close event to WAL at 1732758831413 (+3 ms)Running coprocessor post-close hooks at 1732758831428 (+15 ms)Closed at 1732758831428 2024-11-28T01:53:51,429 DEBUG [RS_CLOSE_REGION-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc. 2024-11-28T01:53:51,430 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/.tmp/info/10694e6422fe46bfa49bb27e32d8d6d8 is 153, key is TestHBaseWalOnEC,,1732758830426.c1dc0e9e6577cd21fe4c819f7a98adcc./info:regioninfo/1732758830817/Put/seqid=0 2024-11-28T01:53:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741840_1016 (size=6637) 2024-11-28T01:53:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741840_1016 (size=6637) 2024-11-28T01:53:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741840_1016 (size=6637) 2024-11-28T01:53:51,440 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/.tmp/info/10694e6422fe46bfa49bb27e32d8d6d8 2024-11-28T01:53:51,494 INFO [regionserver/9df3f25f5867:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:51,494 INFO [regionserver/9df3f25f5867:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:51,494 INFO [regionserver/9df3f25f5867:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:51,504 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/.tmp/ns/320ef157df124d81a6d7914a0bf13ff4 is 43, key is default/ns:d/1732758830332/Put/seqid=0 2024-11-28T01:53:51,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741841_1017 (size=5153) 2024-11-28T01:53:51,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741841_1017 (size=5153) 2024-11-28T01:53:51,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741841_1017 (size=5153) 2024-11-28T01:53:51,513 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/.tmp/ns/320ef157df124d81a6d7914a0bf13ff4 2024-11-28T01:53:51,537 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/.tmp/table/bc8803b33a764bcb8a6fae768b4c10f7 is 52, key is TestHBaseWalOnEC/table:state/1732758830835/Put/seqid=0 2024-11-28T01:53:51,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741842_1018 (size=5249) 2024-11-28T01:53:51,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741842_1018 (size=5249) 2024-11-28T01:53:51,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741842_1018 (size=5249) 2024-11-28T01:53:51,546 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/.tmp/table/bc8803b33a764bcb8a6fae768b4c10f7 2024-11-28T01:53:51,554 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/.tmp/info/10694e6422fe46bfa49bb27e32d8d6d8 as hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/info/10694e6422fe46bfa49bb27e32d8d6d8 2024-11-28T01:53:51,561 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/info/10694e6422fe46bfa49bb27e32d8d6d8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-28T01:53:51,562 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/.tmp/ns/320ef157df124d81a6d7914a0bf13ff4 as hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/ns/320ef157df124d81a6d7914a0bf13ff4 2024-11-28T01:53:51,570 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/ns/320ef157df124d81a6d7914a0bf13ff4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T01:53:51,571 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/.tmp/table/bc8803b33a764bcb8a6fae768b4c10f7 as hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/table/bc8803b33a764bcb8a6fae768b4c10f7 2024-11-28T01:53:51,577 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/table/bc8803b33a764bcb8a6fae768b4c10f7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-28T01:53:51,579 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false 2024-11-28T01:53:51,584 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T01:53:51,585 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T01:53:51,585 INFO [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T01:53:51,585 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732758831408Running coprocessor pre-close hooks at 1732758831408Disabling compacts and flushes for region at 1732758831408Disabling writes for close at 1732758831409 (+1 ms)Obtaining lock to block concurrent updates at 1732758831409Preparing flush snapshotting stores in 1588230740 at 1732758831409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732758831409Flushing stores of hbase:meta,,1.1588230740 at 1732758831411 (+2 ms)Flushing 1588230740/info: creating writer at 1732758831411Flushing 1588230740/info: appending metadata at 1732758831430 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732758831430Flushing 1588230740/ns: creating writer at 1732758831448 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732758831503 (+55 ms)Flushing 1588230740/ns: closing flushed file at 1732758831503Flushing 1588230740/table: creating writer at 1732758831521 (+18 ms)Flushing 1588230740/table: appending metadata at 1732758831537 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732758831537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b267cfd: reopening flushed file at 1732758831553 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79038d32: reopening flushed file at 1732758831561 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2dde77: reopening flushed file at 1732758831570 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false at 1732758831579 (+9 ms)Writing region close event to WAL at 1732758831580 (+1 ms)Running coprocessor post-close hooks at 1732758831584 (+4 ms)Closed at 1732758831585 (+1 ms) 2024-11-28T01:53:51,585 DEBUG [RS_CLOSE_META-regionserver/9df3f25f5867:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T01:53:51,608 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(976): stopping server 9df3f25f5867,39561,1732758829330; all regions closed. 2024-11-28T01:53:51,609 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,609 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,609 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,609 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,609 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,609 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(976): stopping server 9df3f25f5867,46059,1732758829388; all regions closed. 2024-11-28T01:53:51,610 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,610 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,610 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,610 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,610 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741836_1012 (size=2751) 2024-11-28T01:53:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741836_1012 (size=2751) 2024-11-28T01:53:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741834_1010 (size=1298) 2024-11-28T01:53:51,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741836_1012 (size=2751) 2024-11-28T01:53:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741834_1010 (size=1298) 2024-11-28T01:53:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741834_1010 (size=1298) 2024-11-28T01:53:51,617 DEBUG [RS:0;9df3f25f5867:39561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/oldWALs 2024-11-28T01:53:51,617 INFO [RS:0;9df3f25f5867:39561 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 9df3f25f5867%2C39561%2C1732758829330.meta:.meta(num 1732758830272) 2024-11-28T01:53:51,618 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,618 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,618 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,618 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,618 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,620 DEBUG [RS:2;9df3f25f5867:46059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/oldWALs 2024-11-28T01:53:51,620 INFO [RS:2;9df3f25f5867:46059 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 9df3f25f5867%2C46059%2C1732758829388:(num 1732758829904) 2024-11-28T01:53:51,620 DEBUG [RS:2;9df3f25f5867:46059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:51,620 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:51,620 INFO [RS:2;9df3f25f5867:46059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T01:53:51,620 INFO [RS:2;9df3f25f5867:46059 {}] hbase.ChoreService(370): Chore service for: regionserver/9df3f25f5867:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T01:53:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741835_1011 (size=93) 2024-11-28T01:53:51,621 INFO [regionserver/9df3f25f5867:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T01:53:51,621 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T01:53:51,621 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T01:53:51,621 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T01:53:51,621 INFO [RS:2;9df3f25f5867:46059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T01:53:51,621 INFO [RS:2;9df3f25f5867:46059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46059 2024-11-28T01:53:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741835_1011 (size=93) 2024-11-28T01:53:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741835_1011 (size=93) 2024-11-28T01:53:51,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:53:51,624 INFO [RS:2;9df3f25f5867:46059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T01:53:51,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9df3f25f5867,46059,1732758829388 2024-11-28T01:53:51,624 DEBUG [RS:0;9df3f25f5867:39561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/oldWALs 2024-11-28T01:53:51,624 INFO [RS:0;9df3f25f5867:39561 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 9df3f25f5867%2C39561%2C1732758829330:(num 1732758829925) 2024-11-28T01:53:51,625 DEBUG [RS:0;9df3f25f5867:39561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:51,625 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:51,625 INFO [RS:0;9df3f25f5867:39561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T01:53:51,625 INFO [RS:0;9df3f25f5867:39561 {}] hbase.ChoreService(370): Chore service for: regionserver/9df3f25f5867:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T01:53:51,625 INFO [RS:0;9df3f25f5867:39561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T01:53:51,625 INFO [regionserver/9df3f25f5867:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T01:53:51,625 INFO [RS:0;9df3f25f5867:39561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39561 2024-11-28T01:53:51,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9df3f25f5867,46059,1732758829388] 2024-11-28T01:53:51,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:53:51,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9df3f25f5867,39561,1732758829330 2024-11-28T01:53:51,628 INFO [RS:0;9df3f25f5867:39561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T01:53:51,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9df3f25f5867,46059,1732758829388 already deleted, retry=false 2024-11-28T01:53:51,629 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9df3f25f5867,46059,1732758829388 expired; onlineServers=2 2024-11-28T01:53:51,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9df3f25f5867,39561,1732758829330] 2024-11-28T01:53:51,632 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9df3f25f5867,39561,1732758829330 already deleted, retry=false 2024-11-28T01:53:51,632 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9df3f25f5867,39561,1732758829330 expired; onlineServers=1 2024-11-28T01:53:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:51,727 INFO [RS:2;9df3f25f5867:46059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T01:53:51,727 INFO [RS:2;9df3f25f5867:46059 {}] regionserver.HRegionServer(1031): Exiting; stopping=9df3f25f5867,46059,1732758829388; zookeeper connection closed. 2024-11-28T01:53:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x1003bd5319f0003, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:51,727 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b7278f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b7278f8 2024-11-28T01:53:51,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:51,730 INFO [RS:0;9df3f25f5867:39561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T01:53:51,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39561-0x1003bd5319f0001, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:51,730 INFO [RS:0;9df3f25f5867:39561 {}] regionserver.HRegionServer(1031): Exiting; stopping=9df3f25f5867,39561,1732758829330; zookeeper connection closed. 2024-11-28T01:53:51,731 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13ee7431 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13ee7431 2024-11-28T01:53:51,759 INFO [regionserver/9df3f25f5867:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T01:53:51,760 INFO [regionserver/9df3f25f5867:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T01:53:51,828 DEBUG [RS:1;9df3f25f5867:39629 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/oldWALs 2024-11-28T01:53:51,828 INFO [RS:1;9df3f25f5867:39629 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 9df3f25f5867%2C39629%2C1732758829359:(num 1732758829898) 2024-11-28T01:53:51,828 DEBUG [RS:1;9df3f25f5867:39629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:53:51,828 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:53:51,828 INFO [RS:1;9df3f25f5867:39629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T01:53:51,828 INFO [RS:1;9df3f25f5867:39629 {}] hbase.ChoreService(370): Chore service for: regionserver/9df3f25f5867:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T01:53:51,829 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T01:53:51,829 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T01:53:51,829 INFO [regionserver/9df3f25f5867:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T01:53:51,829 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T01:53:51,829 INFO [RS:1;9df3f25f5867:39629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T01:53:51,829 INFO [RS:1;9df3f25f5867:39629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39629 2024-11-28T01:53:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9df3f25f5867,39629,1732758829359 2024-11-28T01:53:51,831 INFO [RS:1;9df3f25f5867:39629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T01:53:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:53:51,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9df3f25f5867,39629,1732758829359] 2024-11-28T01:53:51,834 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9df3f25f5867,39629,1732758829359 already deleted, retry=false 2024-11-28T01:53:51,834 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9df3f25f5867,39629,1732758829359 expired; onlineServers=0 2024-11-28T01:53:51,834 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9df3f25f5867,37821,1732758829267' ***** 2024-11-28T01:53:51,834 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T01:53:51,834 INFO [M:0;9df3f25f5867:37821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T01:53:51,834 INFO [M:0;9df3f25f5867:37821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T01:53:51,835 DEBUG [M:0;9df3f25f5867:37821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T01:53:51,835 DEBUG [M:0;9df3f25f5867:37821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T01:53:51,835 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T01:53:51,835 DEBUG [master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.large.0-1732758829644 {}] cleaner.HFileCleaner(306): Exit Thread[master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.large.0-1732758829644,5,FailOnTimeoutGroup] 2024-11-28T01:53:51,835 INFO [M:0;9df3f25f5867:37821 {}] hbase.ChoreService(370): Chore service for: master/9df3f25f5867:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T01:53:51,835 INFO [M:0;9df3f25f5867:37821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T01:53:51,835 DEBUG [M:0;9df3f25f5867:37821 {}] master.HMaster(1795): Stopping service threads 2024-11-28T01:53:51,835 INFO [M:0;9df3f25f5867:37821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T01:53:51,835 DEBUG [master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.small.0-1732758829644 {}] cleaner.HFileCleaner(306): Exit Thread[master/9df3f25f5867:0:becomeActiveMaster-HFileCleaner.small.0-1732758829644,5,FailOnTimeoutGroup] 2024-11-28T01:53:51,835 INFO [M:0;9df3f25f5867:37821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T01:53:51,836 INFO [M:0;9df3f25f5867:37821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T01:53:51,836 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T01:53:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T01:53:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:53:51,837 DEBUG [M:0;9df3f25f5867:37821 {}] zookeeper.ZKUtil(347): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T01:53:51,837 WARN [M:0;9df3f25f5867:37821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T01:53:51,837 INFO [M:0;9df3f25f5867:37821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/.lastflushedseqids 2024-11-28T01:53:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741843_1019 (size=127) 2024-11-28T01:53:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741843_1019 (size=127) 2024-11-28T01:53:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741843_1019 (size=127) 2024-11-28T01:53:51,854 INFO [M:0;9df3f25f5867:37821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T01:53:51,854 INFO [M:0;9df3f25f5867:37821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T01:53:51,854 DEBUG [M:0;9df3f25f5867:37821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T01:53:51,854 INFO [M:0;9df3f25f5867:37821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:51,854 DEBUG [M:0;9df3f25f5867:37821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:51,854 DEBUG [M:0;9df3f25f5867:37821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T01:53:51,854 DEBUG [M:0;9df3f25f5867:37821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:51,854 INFO [M:0;9df3f25f5867:37821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-28T01:53:51,872 DEBUG [M:0;9df3f25f5867:37821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/904cf603812f45ffb79180472070373c is 82, key is hbase:meta,,1/info:regioninfo/1732758830314/Put/seqid=0 2024-11-28T01:53:51,873 WARN [IPC Server handler 0 on default port 39429 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-28T01:53:51,873 WARN [IPC Server handler 0 on default port 39429 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-28T01:53:51,874 WARN [IPC Server handler 0 on default port 39429 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-28T01:53:51,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741844_1020 (size=5672) 2024-11-28T01:53:51,879 INFO [M:0;9df3f25f5867:37821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/904cf603812f45ffb79180472070373c 2024-11-28T01:53:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741844_1020 (size=5672) 2024-11-28T01:53:51,902 DEBUG [M:0;9df3f25f5867:37821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48576b9771c5425c9984dcd7af1e1bb6 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732758830849/Put/seqid=0 2024-11-28T01:53:51,903 WARN [IPC Server handler 3 on default port 39429 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-28T01:53:51,903 WARN [IPC Server handler 3 on default port 39429 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-28T01:53:51,903 WARN [IPC Server handler 3 on default port 39429 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-28T01:53:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741845_1021 (size=6438) 2024-11-28T01:53:51,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741845_1021 (size=6438) 2024-11-28T01:53:51,909 INFO [M:0;9df3f25f5867:37821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48576b9771c5425c9984dcd7af1e1bb6 2024-11-28T01:53:51,930 DEBUG [M:0;9df3f25f5867:37821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a98143e2f9d4d87b8d07149bfa1c3ef is 69, key is 9df3f25f5867,39561,1732758829330/rs:state/1732758829736/Put/seqid=0 2024-11-28T01:53:51,931 WARN [IPC Server handler 2 on default port 39429 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-28T01:53:51,931 WARN [IPC Server handler 2 on default port 39429 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-28T01:53:51,931 WARN [IPC Server handler 2 on default port 39429 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-28T01:53:51,934 INFO [RS:1;9df3f25f5867:39629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T01:53:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:51,934 INFO [RS:1;9df3f25f5867:39629 {}] regionserver.HRegionServer(1031): Exiting; stopping=9df3f25f5867,39629,1732758829359; zookeeper connection closed. 2024-11-28T01:53:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39629-0x1003bd5319f0002, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:51,934 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@caceadf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@caceadf 2024-11-28T01:53:51,935 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-28T01:53:51,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741846_1022 (size=5294) 2024-11-28T01:53:51,936 INFO [M:0;9df3f25f5867:37821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a98143e2f9d4d87b8d07149bfa1c3ef 2024-11-28T01:53:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741846_1022 (size=5294) 2024-11-28T01:53:51,943 DEBUG [M:0;9df3f25f5867:37821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/904cf603812f45ffb79180472070373c as hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/904cf603812f45ffb79180472070373c 2024-11-28T01:53:51,949 INFO [M:0;9df3f25f5867:37821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/904cf603812f45ffb79180472070373c, entries=8, sequenceid=72, filesize=5.5 K 2024-11-28T01:53:51,950 DEBUG [M:0;9df3f25f5867:37821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48576b9771c5425c9984dcd7af1e1bb6 as hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48576b9771c5425c9984dcd7af1e1bb6 2024-11-28T01:53:51,957 INFO [M:0;9df3f25f5867:37821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48576b9771c5425c9984dcd7af1e1bb6, entries=8, sequenceid=72, filesize=6.3 K 2024-11-28T01:53:51,958 DEBUG [M:0;9df3f25f5867:37821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a98143e2f9d4d87b8d07149bfa1c3ef as hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a98143e2f9d4d87b8d07149bfa1c3ef 2024-11-28T01:53:51,964 INFO [M:0;9df3f25f5867:37821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/ae86f2a3-4317-b20f-8e29-a9095fd0d657/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a98143e2f9d4d87b8d07149bfa1c3ef, entries=3, sequenceid=72, filesize=5.2 K 2024-11-28T01:53:51,965 INFO [M:0;9df3f25f5867:37821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=72, compaction requested=false 2024-11-28T01:53:51,967 INFO [M:0;9df3f25f5867:37821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:53:51,967 DEBUG [M:0;9df3f25f5867:37821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732758831854Disabling compacts and flushes for region at 1732758831854Disabling writes for close at 1732758831854Obtaining lock to block concurrent updates at 1732758831854Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732758831854Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27462, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1732758831855 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732758831856 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732758831856Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732758831871 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732758831871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732758831886 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732758831901 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732758831901Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732758831915 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732758831929 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732758831929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb775ec: reopening flushed file at 1732758831942 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30cf472d: reopening flushed file at 1732758831950 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216b564c: reopening flushed file at 1732758831958 (+8 ms)Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=72, compaction requested=false at 1732758831965 (+7 ms)Writing region close event to WAL at 1732758831967 (+2 ms)Closed at 1732758831967 2024-11-28T01:53:51,967 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,967 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,967 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,967 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,968 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-28T01:53:51,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45509 is added to blk_1073741830_1006 (size=32665) 2024-11-28T01:53:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741830_1006 (size=32665) 2024-11-28T01:53:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37853 is added to blk_1073741830_1006 (size=32665) 2024-11-28T01:53:51,971 INFO [M:0;9df3f25f5867:37821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T01:53:51,971 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T01:53:51,971 INFO [M:0;9df3f25f5867:37821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37821 2024-11-28T01:53:51,972 INFO [M:0;9df3f25f5867:37821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T01:53:52,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:52,073 INFO [M:0;9df3f25f5867:37821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T01:53:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37821-0x1003bd5319f0000, quorum=127.0.0.1:57986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:53:52,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66bebfc1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:52,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1827e8e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:53:52,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:53:52,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d01e93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:53:52,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e2c7df5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.log.dir/,STOPPED} 2024-11-28T01:53:52,082 WARN [BP-1818471748-172.17.0.2-1732758828336 heartbeating to localhost/127.0.0.1:39429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T01:53:52,082 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T01:53:52,082 WARN [BP-1818471748-172.17.0.2-1732758828336 heartbeating to localhost/127.0.0.1:39429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818471748-172.17.0.2-1732758828336 (Datanode Uuid da728618-9af6-4229-a2f0-a3ae33b2e78d) service to localhost/127.0.0.1:39429 2024-11-28T01:53:52,082 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T01:53:52,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data5/current/BP-1818471748-172.17.0.2-1732758828336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:52,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data6/current/BP-1818471748-172.17.0.2-1732758828336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:52,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T01:53:52,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c6ec4ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:52,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2194d2c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:53:52,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:53:52,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77684110{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:53:52,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34e8e859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.log.dir/,STOPPED} 2024-11-28T01:53:52,088 WARN [BP-1818471748-172.17.0.2-1732758828336 heartbeating to localhost/127.0.0.1:39429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T01:53:52,088 WARN [BP-1818471748-172.17.0.2-1732758828336 heartbeating to localhost/127.0.0.1:39429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818471748-172.17.0.2-1732758828336 (Datanode Uuid 7342c230-c52f-475f-93f0-418bbe54c3c1) service to localhost/127.0.0.1:39429 2024-11-28T01:53:52,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data4/current/BP-1818471748-172.17.0.2-1732758828336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:52,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T01:53:52,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data3/current/BP-1818471748-172.17.0.2-1732758828336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:52,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T01:53:52,090 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T01:53:52,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e6bff77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:53:52,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c569f3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:53:52,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:53:52,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@516c5381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:53:52,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1d7e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.log.dir/,STOPPED} 2024-11-28T01:53:52,096 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T01:53:52,096 WARN [BP-1818471748-172.17.0.2-1732758828336 heartbeating to localhost/127.0.0.1:39429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T01:53:52,096 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T01:53:52,096 WARN [BP-1818471748-172.17.0.2-1732758828336 heartbeating to localhost/127.0.0.1:39429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818471748-172.17.0.2-1732758828336 (Datanode Uuid f566e4f2-4f9f-4759-a8ff-5199bd9855ca) service to localhost/127.0.0.1:39429 2024-11-28T01:53:52,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data1/current/BP-1818471748-172.17.0.2-1732758828336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:52,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/cluster_6c46ffa7-909a-8055-27c3-31d3a7d62062/data/data2/current/BP-1818471748-172.17.0.2-1732758828336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:53:52,097 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T01:53:52,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24f6184f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T01:53:52,104 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47b66cd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:53:52,104 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:53:52,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@446b32f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:53:52,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@564b2e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d96c340e-f0fb-1712-ee13-cd934900078b/hadoop.log.dir/,STOPPED} 2024-11-28T01:53:52,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T01:53:52,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T01:53:52,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=146 (was 86) - Thread LEAK? -, OpenFileDescriptor=516 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 243) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6767 (was 6992)