2024-12-05 20:45:47,081 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-12-05 20:45:47,092 main DEBUG Took 0.009029 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 20:45:47,092 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 20:45:47,093 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 20:45:47,094 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 20:45:47,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,104 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 20:45:47,120 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,123 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,124 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,125 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,126 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,128 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,130 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,130 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,131 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,132 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,133 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 20:45:47,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,134 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 20:45:47,136 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 20:45:47,138 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 20:45:47,140 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 20:45:47,141 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 20:45:47,142 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 20:45:47,143 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 20:45:47,152 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 20:45:47,155 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 20:45:47,157 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 20:45:47,157 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 20:45:47,158 main DEBUG createAppenders(={Console}) 2024-12-05 20:45:47,158 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-12-05 20:45:47,158 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-12-05 20:45:47,159 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-12-05 20:45:47,159 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 20:45:47,159 main DEBUG OutputStream closed 2024-12-05 20:45:47,160 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 20:45:47,160 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 20:45:47,160 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-12-05 20:45:47,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 20:45:47,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 20:45:47,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 20:45:47,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 20:45:47,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 20:45:47,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 20:45:47,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 20:45:47,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 20:45:47,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 20:45:47,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 20:45:47,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 20:45:47,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 20:45:47,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 20:45:47,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 20:45:47,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 20:45:47,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 20:45:47,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 20:45:47,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 20:45:47,242 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 20:45:47,243 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-05 20:45:47,243 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 20:45:47,244 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-05T20:45:47,259 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-12-05 20:45:47,262 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 20:45:47,262 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T20:45:47,488 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f 2024-12-05T20:45:47,515 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2, deleteOnExit=true 2024-12-05T20:45:47,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/test.cache.data in system properties and HBase conf 2024-12-05T20:45:47,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T20:45:47,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir in system properties and HBase conf 2024-12-05T20:45:47,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T20:45:47,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T20:45:47,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T20:45:47,608 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T20:45:47,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T20:45:47,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T20:45:47,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T20:45:47,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T20:45:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T20:45:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T20:45:47,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T20:45:47,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T20:45:47,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T20:45:47,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T20:45:47,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/nfs.dump.dir in system properties and HBase conf 2024-12-05T20:45:47,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/java.io.tmpdir in system properties and HBase conf 2024-12-05T20:45:47,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T20:45:47,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T20:45:47,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T20:45:48,368 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T20:45:48,443 INFO [Time-limited test {}] log.Log(170): Logging initialized @2178ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T20:45:48,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:48,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T20:45:48,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T20:45:48,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T20:45:48,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T20:45:48,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:48,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir/,AVAILABLE} 2024-12-05T20:45:48,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T20:45:48,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/java.io.tmpdir/jetty-localhost-44439-hadoop-hdfs-3_4_1-tests_jar-_-any-2818883526771603489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T20:45:48,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:44439} 2024-12-05T20:45:48,769 INFO [Time-limited test {}] server.Server(415): Started @2505ms 2024-12-05T20:45:49,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:49,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T20:45:49,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T20:45:49,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T20:45:49,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T20:45:49,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir/,AVAILABLE} 2024-12-05T20:45:49,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T20:45:49,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/java.io.tmpdir/jetty-localhost-35435-hadoop-hdfs-3_4_1-tests_jar-_-any-6611033013999042437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:45:49,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:35435} 2024-12-05T20:45:49,174 INFO [Time-limited test {}] server.Server(415): Started @2911ms 2024-12-05T20:45:49,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T20:45:49,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:49,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T20:45:49,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T20:45:49,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T20:45:49,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T20:45:49,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir/,AVAILABLE} 2024-12-05T20:45:49,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T20:45:49,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/java.io.tmpdir/jetty-localhost-32957-hadoop-hdfs-3_4_1-tests_jar-_-any-17371682628964518793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:45:49,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:32957} 2024-12-05T20:45:49,435 INFO [Time-limited test {}] server.Server(415): Started @3171ms 2024-12-05T20:45:49,437 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T20:45:49,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:49,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T20:45:49,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T20:45:49,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T20:45:49,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T20:45:49,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir/,AVAILABLE} 2024-12-05T20:45:49,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T20:45:49,574 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data4/current/BP-1291373531-172.17.0.2-1733431548166/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:49,574 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data3/current/BP-1291373531-172.17.0.2-1733431548166/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:49,574 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data2/current/BP-1291373531-172.17.0.2-1733431548166/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:49,574 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data1/current/BP-1291373531-172.17.0.2-1733431548166/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:49,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/java.io.tmpdir/jetty-localhost-42129-hadoop-hdfs-3_4_1-tests_jar-_-any-17723306511272036167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:45:49,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:42129} 2024-12-05T20:45:49,611 INFO [Time-limited test {}] server.Server(415): Started @3348ms 2024-12-05T20:45:49,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T20:45:49,618 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T20:45:49,619 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T20:45:49,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43d5912eb293fa3e with lease ID 0x110ed454ad72952f: Processing first storage report for DS-e14e1c37-0708-4e85-8dc6-5a374db6119a from datanode DatanodeRegistration(127.0.0.1:46843, datanodeUuid=d278db7a-7dd5-4768-8019-8161bdf0da0b, infoPort=44521, infoSecurePort=0, ipcPort=46603, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166) 2024-12-05T20:45:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43d5912eb293fa3e with lease ID 0x110ed454ad72952f: from storage DS-e14e1c37-0708-4e85-8dc6-5a374db6119a node DatanodeRegistration(127.0.0.1:46843, datanodeUuid=d278db7a-7dd5-4768-8019-8161bdf0da0b, infoPort=44521, infoSecurePort=0, ipcPort=46603, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T20:45:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c265f2a2249417d with lease ID 0x110ed454ad729530: Processing first storage report for DS-9841e957-ce9a-4bac-bdc0-c1cceee3a0f5 from datanode DatanodeRegistration(127.0.0.1:45411, datanodeUuid=68151de0-5d37-43e5-83e9-f512fd86e4a1, infoPort=34767, infoSecurePort=0, ipcPort=35001, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166) 2024-12-05T20:45:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c265f2a2249417d with lease ID 0x110ed454ad729530: from storage DS-9841e957-ce9a-4bac-bdc0-c1cceee3a0f5 node DatanodeRegistration(127.0.0.1:45411, datanodeUuid=68151de0-5d37-43e5-83e9-f512fd86e4a1, infoPort=34767, infoSecurePort=0, ipcPort=35001, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43d5912eb293fa3e with lease ID 0x110ed454ad72952f: Processing first storage report for DS-655cef4f-03ff-4ccc-bae4-4290d9d6b0d0 from datanode DatanodeRegistration(127.0.0.1:46843, datanodeUuid=d278db7a-7dd5-4768-8019-8161bdf0da0b, infoPort=44521, infoSecurePort=0, ipcPort=46603, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166) 2024-12-05T20:45:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43d5912eb293fa3e with lease ID 0x110ed454ad72952f: from storage DS-655cef4f-03ff-4ccc-bae4-4290d9d6b0d0 node DatanodeRegistration(127.0.0.1:46843, datanodeUuid=d278db7a-7dd5-4768-8019-8161bdf0da0b, infoPort=44521, infoSecurePort=0, ipcPort=46603, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c265f2a2249417d with lease ID 0x110ed454ad729530: Processing first storage report for DS-3e88c3f2-0152-4eec-992c-302e1815abf4 from datanode DatanodeRegistration(127.0.0.1:45411, datanodeUuid=68151de0-5d37-43e5-83e9-f512fd86e4a1, infoPort=34767, infoSecurePort=0, ipcPort=35001, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166) 2024-12-05T20:45:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c265f2a2249417d with lease ID 0x110ed454ad729530: from storage DS-3e88c3f2-0152-4eec-992c-302e1815abf4 node DatanodeRegistration(127.0.0.1:45411, datanodeUuid=68151de0-5d37-43e5-83e9-f512fd86e4a1, infoPort=34767, infoSecurePort=0, ipcPort=35001, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:49,707 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data5/current/BP-1291373531-172.17.0.2-1733431548166/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:49,708 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data6/current/BP-1291373531-172.17.0.2-1733431548166/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:49,742 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T20:45:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83afe14b304e171e with lease ID 0x110ed454ad729531: Processing first storage report for DS-26a48e4c-8c05-457e-89cc-5024eff08a4d from datanode DatanodeRegistration(127.0.0.1:45877, datanodeUuid=c2f32c74-054d-466e-88c8-d5a2a467ab0c, infoPort=45017, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166) 2024-12-05T20:45:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83afe14b304e171e with lease ID 0x110ed454ad729531: from storage DS-26a48e4c-8c05-457e-89cc-5024eff08a4d node DatanodeRegistration(127.0.0.1:45877, datanodeUuid=c2f32c74-054d-466e-88c8-d5a2a467ab0c, infoPort=45017, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83afe14b304e171e with lease ID 0x110ed454ad729531: Processing first storage report for DS-4b8ef2a6-e9df-4943-a403-8ce440ac3466 from datanode DatanodeRegistration(127.0.0.1:45877, datanodeUuid=c2f32c74-054d-466e-88c8-d5a2a467ab0c, infoPort=45017, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166) 2024-12-05T20:45:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83afe14b304e171e with lease ID 0x110ed454ad729531: from storage DS-4b8ef2a6-e9df-4943-a403-8ce440ac3466 node DatanodeRegistration(127.0.0.1:45877, datanodeUuid=c2f32c74-054d-466e-88c8-d5a2a467ab0c, infoPort=45017, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=287569089;c=1733431548166), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T20:45:49,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f 2024-12-05T20:45:49,988 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-12-05T20:45:50,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=3499 2024-12-05T20:45:50,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T20:45:50,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-12-05T20:45:50,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/zookeeper_0, clientPort=63759, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T20:45:50,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63759 2024-12-05T20:45:50,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:50,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:50,247 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:50,248 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:50,289 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:41928 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:45411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41928 dst: /127.0.0.1:45411 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:50,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_-9223372036854775792_1002 (size=7) 2024-12-05T20:45:50,706 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:50,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9 with version=8 2024-12-05T20:45:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/hbase-staging 2024-12-05T20:45:50,797 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T20:45:50,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f210fcf30470:0 server-side Connection retries=45 2024-12-05T20:45:50,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:50,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:50,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T20:45:50,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:50,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T20:45:51,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T20:45:51,161 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T20:45:51,168 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T20:45:51,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T20:45:51,191 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 78867 (auto-detected) 2024-12-05T20:45:51,192 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T20:45:51,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39431 2024-12-05T20:45:51,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39431 connecting to ZooKeeper ensemble=127.0.0.1:63759 2024-12-05T20:45:51,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394310x0, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T20:45:51,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39431-0x100ac21bd100000 connected 2024-12-05T20:45:51,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:51,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:51,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:51,294 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9, hbase.cluster.distributed=false 2024-12-05T20:45:51,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T20:45:51,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39431 2024-12-05T20:45:51,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39431 2024-12-05T20:45:51,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39431 2024-12-05T20:45:51,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39431 2024-12-05T20:45:51,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39431 2024-12-05T20:45:51,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f210fcf30470:0 server-side Connection retries=45 2024-12-05T20:45:51,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:51,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:51,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T20:45:51,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:51,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T20:45:51,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T20:45:51,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T20:45:51,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44421 2024-12-05T20:45:51,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44421 connecting to ZooKeeper ensemble=127.0.0.1:63759 2024-12-05T20:45:51,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:51,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:51,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444210x0, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T20:45:51,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44421-0x100ac21bd100001 connected 2024-12-05T20:45:51,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:51,429 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T20:45:51,435 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T20:45:51,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T20:45:51,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T20:45:51,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44421 2024-12-05T20:45:51,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44421 2024-12-05T20:45:51,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44421 2024-12-05T20:45:51,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44421 2024-12-05T20:45:51,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44421 2024-12-05T20:45:51,460 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f210fcf30470:0 server-side Connection retries=45 2024-12-05T20:45:51,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:51,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:51,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T20:45:51,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:51,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T20:45:51,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T20:45:51,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T20:45:51,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45419 2024-12-05T20:45:51,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45419 connecting to ZooKeeper ensemble=127.0.0.1:63759 2024-12-05T20:45:51,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:51,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:51,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454190x0, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T20:45:51,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454190x0, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:51,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45419-0x100ac21bd100002 connected 2024-12-05T20:45:51,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T20:45:51,473 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T20:45:51,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T20:45:51,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T20:45:51,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45419 2024-12-05T20:45:51,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45419 2024-12-05T20:45:51,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45419 2024-12-05T20:45:51,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45419 2024-12-05T20:45:51,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45419 2024-12-05T20:45:51,492 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f210fcf30470:0 server-side Connection retries=45 2024-12-05T20:45:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:51,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T20:45:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T20:45:51,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T20:45:51,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T20:45:51,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46411 2024-12-05T20:45:51,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46411 connecting to ZooKeeper ensemble=127.0.0.1:63759 2024-12-05T20:45:51,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:51,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:51,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464110x0, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T20:45:51,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46411-0x100ac21bd100003 connected 2024-12-05T20:45:51,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:51,502 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T20:45:51,503 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T20:45:51,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T20:45:51,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T20:45:51,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46411 2024-12-05T20:45:51,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46411 2024-12-05T20:45:51,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46411 2024-12-05T20:45:51,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46411 2024-12-05T20:45:51,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46411 2024-12-05T20:45:51,523 DEBUG [M:0;f210fcf30470:39431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f210fcf30470:39431 2024-12-05T20:45:51,524 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f210fcf30470,39431,1733431550840 2024-12-05T20:45:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:51,531 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f210fcf30470,39431,1733431550840 2024-12-05T20:45:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T20:45:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T20:45:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T20:45:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:51,558 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T20:45:51,559 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f210fcf30470,39431,1733431550840 from backup master directory 2024-12-05T20:45:51,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:51,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f210fcf30470,39431,1733431550840 2024-12-05T20:45:51,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:51,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:51,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:51,562 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T20:45:51,562 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f210fcf30470,39431,1733431550840 2024-12-05T20:45:51,564 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T20:45:51,565 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T20:45:51,621 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/hbase.id] with ID: 756ff090-97bb-4f87-a007-33b526104976 2024-12-05T20:45:51,621 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/.tmp/hbase.id 2024-12-05T20:45:51,627 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:51,628 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:51,631 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:41962 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:45411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41962 dst: /127.0.0.1:45411 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_-9223372036854775776_1004 (size=42) 2024-12-05T20:45:51,638 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:51,638 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/.tmp/hbase.id]:[hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/hbase.id] 2024-12-05T20:45:51,681 INFO [master/f210fcf30470:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:51,685 INFO [master/f210fcf30470:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T20:45:51,701 INFO [master/f210fcf30470:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-05T20:45:51,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:51,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:51,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:51,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:51,715 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:51,716 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:51,719 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:41988 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:45411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41988 dst: /127.0.0.1:45411 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:51,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_-9223372036854775760_1006 (size=196) 2024-12-05T20:45:51,725 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:51,739 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T20:45:51,741 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T20:45:51,746 INFO [master/f210fcf30470:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T20:45:51,779 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:51,779 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:51,785 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:41996 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:45411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41996 dst: /127.0.0.1:45411 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_-9223372036854775744_1008 (size=1189) 2024-12-05T20:45:51,795 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:51,811 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store 2024-12-05T20:45:51,825 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:51,826 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:51,829 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:47236 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47236 dst: /127.0.0.1:46843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775728_1010 (size=34) 2024-12-05T20:45:51,835 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:51,838 INFO [master/f210fcf30470:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T20:45:51,841 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:51,842 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T20:45:51,842 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:51,842 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:51,843 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T20:45:51,843 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:51,843 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:51,844 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733431551842Disabling compacts and flushes for region at 1733431551842Disabling writes for close at 1733431551843 (+1 ms)Writing region close event to WAL at 1733431551843Closed at 1733431551843 2024-12-05T20:45:51,846 WARN [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/.initializing 2024-12-05T20:45:51,846 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/WALs/f210fcf30470,39431,1733431550840 2024-12-05T20:45:51,853 INFO [master/f210fcf30470:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T20:45:51,867 INFO [master/f210fcf30470:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C39431%2C1733431550840, suffix=, logDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/WALs/f210fcf30470,39431,1733431550840, archiveDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/oldWALs, maxLogs=10 2024-12-05T20:45:51,899 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/WALs/f210fcf30470,39431,1733431550840/f210fcf30470%2C39431%2C1733431550840.1733431551872, exclude list is [], retry=0 2024-12-05T20:45:51,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:51,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45877,DS-26a48e4c-8c05-457e-89cc-5024eff08a4d,DISK] 2024-12-05T20:45:51,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45411,DS-9841e957-ce9a-4bac-bdc0-c1cceee3a0f5,DISK] 2024-12-05T20:45:51,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-e14e1c37-0708-4e85-8dc6-5a374db6119a,DISK] 2024-12-05T20:45:51,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T20:45:51,956 INFO [master/f210fcf30470:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/WALs/f210fcf30470,39431,1733431550840/f210fcf30470%2C39431%2C1733431550840.1733431551872 2024-12-05T20:45:51,956 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44521:44521),(127.0.0.1/127.0.0.1:34767:34767),(127.0.0.1/127.0.0.1:45017:45017)] 2024-12-05T20:45:51,957 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T20:45:51,957 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:51,960 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:51,960 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:51,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T20:45:52,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:52,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:52,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T20:45:52,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:52,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T20:45:52,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T20:45:52,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:52,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T20:45:52,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T20:45:52,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:52,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T20:45:52,034 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,037 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,038 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,044 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,045 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,048 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T20:45:52,051 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:52,056 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T20:45:52,057 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61755712, jitterRate=-0.07976818084716797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T20:45:52,064 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733431551971Initializing all the Stores at 1733431551973 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431551973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431551973Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431551974 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431551974Cleaning up temporary data from old regions at 1733431552045 (+71 ms)Region opened successfully at 1733431552064 (+19 ms) 2024-12-05T20:45:52,065 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T20:45:52,095 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70db6808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f210fcf30470/172.17.0.2:0 2024-12-05T20:45:52,121 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T20:45:52,131 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T20:45:52,131 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T20:45:52,134 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T20:45:52,135 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T20:45:52,139 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T20:45:52,140 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T20:45:52,161 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T20:45:52,168 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T20:45:52,170 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T20:45:52,172 INFO [master/f210fcf30470:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T20:45:52,173 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T20:45:52,174 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T20:45:52,176 INFO [master/f210fcf30470:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T20:45:52,179 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T20:45:52,180 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T20:45:52,182 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T20:45:52,182 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T20:45:52,199 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T20:45:52,200 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T20:45:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,206 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f210fcf30470,39431,1733431550840, sessionid=0x100ac21bd100000, setting cluster-up flag (Was=false) 2024-12-05T20:45:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,221 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T20:45:52,222 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f210fcf30470,39431,1733431550840 2024-12-05T20:45:52,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,231 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T20:45:52,233 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f210fcf30470,39431,1733431550840 2024-12-05T20:45:52,238 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T20:45:52,304 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T20:45:52,312 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(746): ClusterId : 756ff090-97bb-4f87-a007-33b526104976 2024-12-05T20:45:52,312 INFO [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(746): ClusterId : 756ff090-97bb-4f87-a007-33b526104976 2024-12-05T20:45:52,312 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(746): ClusterId : 756ff090-97bb-4f87-a007-33b526104976 2024-12-05T20:45:52,313 INFO [master/f210fcf30470:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T20:45:52,314 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T20:45:52,314 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T20:45:52,314 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T20:45:52,318 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T20:45:52,318 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T20:45:52,318 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T20:45:52,318 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T20:45:52,318 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T20:45:52,318 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T20:45:52,320 INFO [master/f210fcf30470:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T20:45:52,321 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T20:45:52,321 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T20:45:52,321 DEBUG [RS:1;f210fcf30470:45419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fe24f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f210fcf30470/172.17.0.2:0 2024-12-05T20:45:52,321 DEBUG [RS:2;f210fcf30470:46411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499423e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f210fcf30470/172.17.0.2:0 2024-12-05T20:45:52,322 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T20:45:52,323 DEBUG [RS:0;f210fcf30470:44421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba9d67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f210fcf30470/172.17.0.2:0 2024-12-05T20:45:52,327 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f210fcf30470,39431,1733431550840 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T20:45:52,337 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f210fcf30470:0, corePoolSize=5, maxPoolSize=5 2024-12-05T20:45:52,337 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f210fcf30470:0, corePoolSize=5, maxPoolSize=5 2024-12-05T20:45:52,338 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f210fcf30470:0, corePoolSize=5, maxPoolSize=5 2024-12-05T20:45:52,338 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f210fcf30470:0, corePoolSize=5, maxPoolSize=5 2024-12-05T20:45:52,338 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f210fcf30470:0, corePoolSize=10, maxPoolSize=10 2024-12-05T20:45:52,338 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,338 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f210fcf30470:0, corePoolSize=2, maxPoolSize=2 2024-12-05T20:45:52,339 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,339 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f210fcf30470:46411 2024-12-05T20:45:52,339 DEBUG [RS:1;f210fcf30470:45419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f210fcf30470:45419 2024-12-05T20:45:52,341 DEBUG [RS:0;f210fcf30470:44421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f210fcf30470:44421 2024-12-05T20:45:52,343 INFO [RS:2;f210fcf30470:46411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T20:45:52,343 INFO [RS:1;f210fcf30470:45419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T20:45:52,343 INFO [RS:0;f210fcf30470:44421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T20:45:52,344 INFO [RS:2;f210fcf30470:46411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T20:45:52,344 INFO [RS:0;f210fcf30470:44421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T20:45:52,344 INFO [RS:1;f210fcf30470:45419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T20:45:52,344 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T20:45:52,344 DEBUG [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T20:45:52,344 DEBUG [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T20:45:52,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T20:45:52,347 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(2659): reportForDuty to master=f210fcf30470,39431,1733431550840 with port=45419, startcode=1733431551460 2024-12-05T20:45:52,347 INFO [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(2659): reportForDuty to master=f210fcf30470,39431,1733431550840 with port=44421, startcode=1733431551378 2024-12-05T20:45:52,347 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(2659): reportForDuty to master=f210fcf30470,39431,1733431550840 with port=46411, startcode=1733431551491 2024-12-05T20:45:52,347 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T20:45:52,353 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:52,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T20:45:52,358 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733431582357 2024-12-05T20:45:52,359 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T20:45:52,360 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T20:45:52,363 DEBUG [RS:1;f210fcf30470:45419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T20:45:52,363 DEBUG [RS:0;f210fcf30470:44421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T20:45:52,363 DEBUG [RS:2;f210fcf30470:46411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T20:45:52,363 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T20:45:52,363 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T20:45:52,364 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T20:45:52,364 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T20:45:52,368 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,372 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T20:45:52,373 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:52,373 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T20:45:52,373 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:52,374 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T20:45:52,376 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T20:45:52,377 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T20:45:52,387 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.large.0-1733431552378,5,FailOnTimeoutGroup] 2024-12-05T20:45:52,388 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:42036 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:45411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42036 dst: /127.0.0.1:45411 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:52,389 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.small.0-1733431552387,5,FailOnTimeoutGroup] 2024-12-05T20:45:52,389 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,389 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T20:45:52,391 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,391 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_-9223372036854775712_1013 (size=1321) 2024-12-05T20:45:52,403 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:52,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T20:45:52,405 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9 2024-12-05T20:45:52,408 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T20:45:52,408 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40877, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T20:45:52,408 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52807, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T20:45:52,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f210fcf30470,46411,1733431551491 2024-12-05T20:45:52,416 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:52,416 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:52,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39431 {}] master.ServerManager(517): Registering regionserver=f210fcf30470,46411,1733431551491 2024-12-05T20:45:52,423 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:42058 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:45411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42058 dst: /127.0.0.1:45411 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:52,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f210fcf30470,45419,1733431551460 2024-12-05T20:45:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_-9223372036854775696_1015 (size=32) 2024-12-05T20:45:52,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39431 {}] master.ServerManager(517): Registering regionserver=f210fcf30470,45419,1733431551460 2024-12-05T20:45:52,432 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9 2024-12-05T20:45:52,433 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41143 2024-12-05T20:45:52,433 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T20:45:52,433 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:52,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f210fcf30470,44421,1733431551378 2024-12-05T20:45:52,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39431 {}] master.ServerManager(517): Registering regionserver=f210fcf30470,44421,1733431551378 2024-12-05T20:45:52,434 DEBUG [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9 2024-12-05T20:45:52,434 DEBUG [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41143 2024-12-05T20:45:52,435 DEBUG [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T20:45:52,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:52,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:45:52,439 DEBUG [RS:2;f210fcf30470:46411 {}] zookeeper.ZKUtil(111): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f210fcf30470,46411,1733431551491 2024-12-05T20:45:52,440 WARN [RS:2;f210fcf30470:46411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T20:45:52,440 INFO [RS:2;f210fcf30470:46411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T20:45:52,440 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,46411,1733431551491 2024-12-05T20:45:52,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T20:45:52,442 DEBUG [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9 2024-12-05T20:45:52,442 DEBUG [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41143 2024-12-05T20:45:52,442 DEBUG [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T20:45:52,443 DEBUG [RS:1;f210fcf30470:45419 {}] zookeeper.ZKUtil(111): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f210fcf30470,45419,1733431551460 2024-12-05T20:45:52,443 WARN [RS:1;f210fcf30470:45419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T20:45:52,443 INFO [RS:1;f210fcf30470:45419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T20:45:52,444 DEBUG [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,45419,1733431551460 2024-12-05T20:45:52,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f210fcf30470,46411,1733431551491] 2024-12-05T20:45:52,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f210fcf30470,45419,1733431551460] 2024-12-05T20:45:52,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:45:52,445 DEBUG [RS:0;f210fcf30470:44421 {}] zookeeper.ZKUtil(111): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f210fcf30470,44421,1733431551378 2024-12-05T20:45:52,445 WARN [RS:0;f210fcf30470:44421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T20:45:52,445 INFO [RS:0;f210fcf30470:44421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T20:45:52,445 DEBUG [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,44421,1733431551378 2024-12-05T20:45:52,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f210fcf30470,44421,1733431551378] 2024-12-05T20:45:52,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T20:45:52,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:52,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:52,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T20:45:52,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T20:45:52,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:52,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:52,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T20:45:52,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T20:45:52,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:52,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:52,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T20:45:52,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T20:45:52,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:52,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:52,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T20:45:52,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740 2024-12-05T20:45:52,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740 2024-12-05T20:45:52,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T20:45:52,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T20:45:52,470 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T20:45:52,470 INFO [RS:0;f210fcf30470:44421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T20:45:52,470 INFO [RS:1;f210fcf30470:45419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T20:45:52,470 INFO [RS:2;f210fcf30470:46411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T20:45:52,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T20:45:52,484 INFO [RS:0;f210fcf30470:44421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T20:45:52,485 INFO [RS:1;f210fcf30470:45419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T20:45:52,485 INFO [RS:2;f210fcf30470:46411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T20:45:52,490 INFO [RS:1;f210fcf30470:45419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T20:45:52,490 INFO [RS:2;f210fcf30470:46411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T20:45:52,490 INFO [RS:0;f210fcf30470:44421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T20:45:52,490 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,490 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,490 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,491 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T20:45:52,493 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T20:45:52,493 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T20:45:52,493 INFO [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T20:45:52,494 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60236505, jitterRate=-0.10240612924098969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T20:45:52,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733431552435Initializing all the Stores at 1733431552439 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431552440 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431552440Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431552440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431552440Cleaning up temporary data from old regions at 1733431552469 (+29 ms)Region opened successfully at 1733431552495 (+26 ms) 2024-12-05T20:45:52,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T20:45:52,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T20:45:52,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T20:45:52,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T20:45:52,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T20:45:52,498 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T20:45:52,498 INFO [RS:0;f210fcf30470:44421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T20:45:52,498 INFO [RS:1;f210fcf30470:45419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T20:45:52,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733431552496Disabling compacts and flushes for region at 1733431552496Disabling writes for close at 1733431552496Writing region close event to WAL at 1733431552497 (+1 ms)Closed at 1733431552498 (+1 ms) 2024-12-05T20:45:52,499 INFO [RS:2;f210fcf30470:46411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T20:45:52,500 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,500 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,500 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,500 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f210fcf30470:0, corePoolSize=2, maxPoolSize=2 2024-12-05T20:45:52,501 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f210fcf30470:0, corePoolSize=2, maxPoolSize=2 2024-12-05T20:45:52,501 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T20:45:52,501 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T20:45:52,501 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,501 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,502 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,502 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,502 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,502 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,502 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,502 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,502 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,502 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:52,502 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:52,502 DEBUG [RS:0;f210fcf30470:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:52,502 DEBUG [RS:2;f210fcf30470:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:52,503 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,503 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,503 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,503 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,503 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,503 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,503 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f210fcf30470:0, corePoolSize=2, maxPoolSize=2 2024-12-05T20:45:52,503 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,503 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,504 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,504 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,504 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,504 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:52,504 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:52,504 DEBUG [RS:1;f210fcf30470:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:52,505 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,505 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,505 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,505 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,46411,1733431551491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,44421,1733431551378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T20:45:52,506 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,45419,1733431551460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T20:45:52,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T20:45:52,520 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T20:45:52,525 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T20:45:52,527 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T20:45:52,527 INFO [RS:0;f210fcf30470:44421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T20:45:52,527 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T20:45:52,529 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,44421,1733431551378-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,529 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,46411,1733431551491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,529 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,45419,1733431551460-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,530 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,530 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,530 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,530 INFO [RS:0;f210fcf30470:44421 {}] regionserver.Replication(171): f210fcf30470,44421,1733431551378 started 2024-12-05T20:45:52,530 INFO [RS:1;f210fcf30470:45419 {}] regionserver.Replication(171): f210fcf30470,45419,1733431551460 started 2024-12-05T20:45:52,530 INFO [RS:2;f210fcf30470:46411 {}] regionserver.Replication(171): f210fcf30470,46411,1733431551491 started 2024-12-05T20:45:52,548 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,549 INFO [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(1482): Serving as f210fcf30470,44421,1733431551378, RpcServer on f210fcf30470/172.17.0.2:44421, sessionid=0x100ac21bd100001 2024-12-05T20:45:52,550 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T20:45:52,550 DEBUG [RS:0;f210fcf30470:44421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f210fcf30470,44421,1733431551378 2024-12-05T20:45:52,550 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,44421,1733431551378' 2024-12-05T20:45:52,550 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T20:45:52,552 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,552 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:52,552 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T20:45:52,552 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(1482): Serving as f210fcf30470,45419,1733431551460, RpcServer on f210fcf30470/172.17.0.2:45419, sessionid=0x100ac21bd100002 2024-12-05T20:45:52,552 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T20:45:52,552 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1482): Serving as f210fcf30470,46411,1733431551491, RpcServer on f210fcf30470/172.17.0.2:46411, sessionid=0x100ac21bd100003 2024-12-05T20:45:52,552 DEBUG [RS:1;f210fcf30470:45419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f210fcf30470,45419,1733431551460 2024-12-05T20:45:52,552 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,45419,1733431551460' 2024-12-05T20:45:52,552 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T20:45:52,552 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T20:45:52,553 DEBUG [RS:2;f210fcf30470:46411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f210fcf30470,46411,1733431551491 2024-12-05T20:45:52,553 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,46411,1733431551491' 2024-12-05T20:45:52,553 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T20:45:52,553 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T20:45:52,553 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T20:45:52,553 DEBUG [RS:0;f210fcf30470:44421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f210fcf30470,44421,1733431551378 2024-12-05T20:45:52,553 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,44421,1733431551378' 2024-12-05T20:45:52,553 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T20:45:52,553 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T20:45:52,553 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T20:45:52,554 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T20:45:52,554 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T20:45:52,554 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T20:45:52,554 DEBUG [RS:1;f210fcf30470:45419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f210fcf30470,45419,1733431551460 2024-12-05T20:45:52,554 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T20:45:52,554 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,45419,1733431551460' 2024-12-05T20:45:52,554 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T20:45:52,554 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T20:45:52,554 DEBUG [RS:2;f210fcf30470:46411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f210fcf30470,46411,1733431551491 2024-12-05T20:45:52,554 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,46411,1733431551491' 2024-12-05T20:45:52,554 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T20:45:52,555 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T20:45:52,555 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T20:45:52,555 DEBUG [RS:1;f210fcf30470:45419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T20:45:52,556 INFO [RS:1;f210fcf30470:45419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T20:45:52,556 INFO [RS:1;f210fcf30470:45419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T20:45:52,556 DEBUG [RS:2;f210fcf30470:46411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T20:45:52,556 INFO [RS:2;f210fcf30470:46411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T20:45:52,556 INFO [RS:2;f210fcf30470:46411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T20:45:52,557 DEBUG [RS:0;f210fcf30470:44421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T20:45:52,557 INFO [RS:0;f210fcf30470:44421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T20:45:52,557 INFO [RS:0;f210fcf30470:44421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T20:45:52,661 INFO [RS:1;f210fcf30470:45419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T20:45:52,661 INFO [RS:2;f210fcf30470:46411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T20:45:52,661 INFO [RS:0;f210fcf30470:44421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T20:45:52,664 INFO [RS:0;f210fcf30470:44421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C44421%2C1733431551378, suffix=, logDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,44421,1733431551378, archiveDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/oldWALs, maxLogs=32 2024-12-05T20:45:52,664 INFO [RS:1;f210fcf30470:45419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C45419%2C1733431551460, suffix=, logDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,45419,1733431551460, archiveDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/oldWALs, maxLogs=32 2024-12-05T20:45:52,670 INFO [RS:2;f210fcf30470:46411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C46411%2C1733431551491, suffix=, logDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,46411,1733431551491, archiveDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/oldWALs, maxLogs=32 2024-12-05T20:45:52,676 WARN [f210fcf30470:39431 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T20:45:52,709 DEBUG [RS:0;f210fcf30470:44421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,44421,1733431551378/f210fcf30470%2C44421%2C1733431551378.1733431552669, exclude list is [], retry=0 2024-12-05T20:45:52,709 DEBUG [RS:2;f210fcf30470:46411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,46411,1733431551491/f210fcf30470%2C46411%2C1733431551491.1733431552671, exclude list is [], retry=0 2024-12-05T20:45:52,712 DEBUG [RS:1;f210fcf30470:45419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,45419,1733431551460/f210fcf30470%2C45419%2C1733431551460.1733431552669, exclude list is [], retry=0 2024-12-05T20:45:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775773_1004 (size=42) 2024-12-05T20:45:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775772_1004 (size=42) 2024-12-05T20:45:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775789_1002 (size=7) 2024-12-05T20:45:52,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775788_1002 (size=7) 2024-12-05T20:45:52,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45877,DS-26a48e4c-8c05-457e-89cc-5024eff08a4d,DISK] 2024-12-05T20:45:52,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45411,DS-9841e957-ce9a-4bac-bdc0-c1cceee3a0f5,DISK] 2024-12-05T20:45:52,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-e14e1c37-0708-4e85-8dc6-5a374db6119a,DISK] 2024-12-05T20:45:52,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-e14e1c37-0708-4e85-8dc6-5a374db6119a,DISK] 2024-12-05T20:45:52,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45411,DS-9841e957-ce9a-4bac-bdc0-c1cceee3a0f5,DISK] 2024-12-05T20:45:52,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45877,DS-26a48e4c-8c05-457e-89cc-5024eff08a4d,DISK] 2024-12-05T20:45:52,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45411,DS-9841e957-ce9a-4bac-bdc0-c1cceee3a0f5,DISK] 2024-12-05T20:45:52,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45877,DS-26a48e4c-8c05-457e-89cc-5024eff08a4d,DISK] 2024-12-05T20:45:52,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-e14e1c37-0708-4e85-8dc6-5a374db6119a,DISK] 2024-12-05T20:45:52,731 INFO [RS:0;f210fcf30470:44421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,44421,1733431551378/f210fcf30470%2C44421%2C1733431551378.1733431552669 2024-12-05T20:45:52,741 DEBUG [RS:0;f210fcf30470:44421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44521:44521),(127.0.0.1/127.0.0.1:45017:45017),(127.0.0.1/127.0.0.1:34767:34767)] 2024-12-05T20:45:52,749 INFO [RS:2;f210fcf30470:46411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,46411,1733431551491/f210fcf30470%2C46411%2C1733431551491.1733431552671 2024-12-05T20:45:52,758 INFO [RS:1;f210fcf30470:45419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,45419,1733431551460/f210fcf30470%2C45419%2C1733431551460.1733431552669 2024-12-05T20:45:52,758 DEBUG [RS:2;f210fcf30470:46411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34767:34767),(127.0.0.1/127.0.0.1:45017:45017),(127.0.0.1/127.0.0.1:44521:44521)] 2024-12-05T20:45:52,761 DEBUG [RS:1;f210fcf30470:45419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45017:45017),(127.0.0.1/127.0.0.1:44521:44521),(127.0.0.1/127.0.0.1:34767:34767)] 2024-12-05T20:45:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775757_1006 (size=196) 2024-12-05T20:45:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775756_1006 (size=196) 2024-12-05T20:45:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_-9223372036854775724_1010 (size=34) 2024-12-05T20:45:52,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775725_1010 (size=34) 2024-12-05T20:45:52,929 DEBUG [f210fcf30470:39431 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T20:45:52,938 DEBUG [f210fcf30470:39431 {}] balancer.BalancerClusterState(204): Hosts are {f210fcf30470=0} racks are {/default-rack=0} 2024-12-05T20:45:52,945 DEBUG [f210fcf30470:39431 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T20:45:52,945 DEBUG [f210fcf30470:39431 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T20:45:52,945 DEBUG [f210fcf30470:39431 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T20:45:52,945 DEBUG [f210fcf30470:39431 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T20:45:52,945 DEBUG [f210fcf30470:39431 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T20:45:52,945 DEBUG [f210fcf30470:39431 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T20:45:52,946 INFO [f210fcf30470:39431 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T20:45:52,946 INFO [f210fcf30470:39431 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T20:45:52,946 INFO [f210fcf30470:39431 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T20:45:52,946 DEBUG [f210fcf30470:39431 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T20:45:52,953 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f210fcf30470,46411,1733431551491 2024-12-05T20:45:52,959 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f210fcf30470,46411,1733431551491, state=OPENING 2024-12-05T20:45:52,963 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T20:45:52,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:52,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:52,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:52,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:52,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:52,967 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T20:45:52,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f210fcf30470,46411,1733431551491}] 2024-12-05T20:45:53,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T20:45:53,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T20:45:53,157 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T20:45:53,158 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T20:45:53,158 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T20:45:53,161 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C46411%2C1733431551491.meta, suffix=.meta, logDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,46411,1733431551491, archiveDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/oldWALs, maxLogs=32 2024-12-05T20:45:53,172 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,46411,1733431551491/f210fcf30470%2C46411%2C1733431551491.meta.1733431553162.meta, exclude list is [], retry=0 2024-12-05T20:45:53,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45877,DS-26a48e4c-8c05-457e-89cc-5024eff08a4d,DISK] 2024-12-05T20:45:53,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-e14e1c37-0708-4e85-8dc6-5a374db6119a,DISK] 2024-12-05T20:45:53,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45411,DS-9841e957-ce9a-4bac-bdc0-c1cceee3a0f5,DISK] 2024-12-05T20:45:53,180 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/WALs/f210fcf30470,46411,1733431551491/f210fcf30470%2C46411%2C1733431551491.meta.1733431553162.meta 2024-12-05T20:45:53,180 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45017:45017),(127.0.0.1/127.0.0.1:44521:44521),(127.0.0.1/127.0.0.1:34767:34767)] 2024-12-05T20:45:53,181 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T20:45:53,182 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T20:45:53,185 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T20:45:53,189 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T20:45:53,217 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T20:45:53,218 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:53,218 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T20:45:53,218 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T20:45:53,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T20:45:53,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T20:45:53,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:53,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:53,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T20:45:53,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T20:45:53,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:53,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:53,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T20:45:53,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T20:45:53,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:53,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:53,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T20:45:53,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T20:45:53,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:53,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:53,236 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T20:45:53,238 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740 2024-12-05T20:45:53,246 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740 2024-12-05T20:45:53,248 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T20:45:53,249 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T20:45:53,250 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T20:45:53,254 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T20:45:53,258 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74477061, jitterRate=0.10979469120502472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T20:45:53,258 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T20:45:53,260 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733431553219Writing region info on filesystem at 1733431553219Initializing all the Stores at 1733431553221 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431553221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431553222 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431553222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431553222Cleaning up temporary data from old regions at 1733431553249 (+27 ms)Running coprocessor post-open hooks at 1733431553258 (+9 ms)Region opened successfully at 1733431553260 (+2 ms) 2024-12-05T20:45:53,268 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733431553135 2024-12-05T20:45:53,280 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T20:45:53,283 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T20:45:53,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f210fcf30470,46411,1733431551491 2024-12-05T20:45:53,298 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f210fcf30470,46411,1733431551491, state=OPEN 2024-12-05T20:45:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T20:45:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T20:45:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T20:45:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T20:45:53,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:53,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:53,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:53,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:53,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f210fcf30470,46411,1733431551491 2024-12-05T20:45:53,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T20:45:53,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f210fcf30470,46411,1733431551491 in 333 msec 2024-12-05T20:45:53,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T20:45:53,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 800 msec 2024-12-05T20:45:53,320 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T20:45:53,320 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T20:45:53,341 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T20:45:53,343 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f210fcf30470,46411,1733431551491, seqNum=-1] 2024-12-05T20:45:53,361 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T20:45:53,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T20:45:53,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1200 sec 2024-12-05T20:45:53,390 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733431553390, completionTime=-1 2024-12-05T20:45:53,394 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T20:45:53,394 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T20:45:53,431 INFO [master/f210fcf30470:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T20:45:53,431 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733431613431 2024-12-05T20:45:53,431 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733431673431 2024-12-05T20:45:53,432 INFO [master/f210fcf30470:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec 2024-12-05T20:45:53,433 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T20:45:53,444 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,39431,1733431550840-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:53,444 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,39431,1733431550840-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:53,445 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,39431,1733431550840-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:53,447 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f210fcf30470:39431, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:53,449 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:53,455 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:53,457 DEBUG [master/f210fcf30470:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T20:45:53,501 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.938sec 2024-12-05T20:45:53,503 INFO [master/f210fcf30470:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T20:45:53,505 INFO [master/f210fcf30470:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T20:45:53,506 INFO [master/f210fcf30470:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T20:45:53,507 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T20:45:53,507 INFO [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T20:45:53,508 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,39431,1733431550840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T20:45:53,508 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,39431,1733431550840-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T20:45:53,515 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T20:45:53,516 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T20:45:53,516 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,39431,1733431550840-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:53,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418871fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T20:45:53,534 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T20:45:53,534 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T20:45:53,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f210fcf30470,39431,-1 for getting cluster id 2024-12-05T20:45:53,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T20:45:53,552 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756ff090-97bb-4f87-a007-33b526104976' 2024-12-05T20:45:53,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T20:45:53,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756ff090-97bb-4f87-a007-33b526104976" 2024-12-05T20:45:53,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e5f7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T20:45:53,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f210fcf30470,39431,-1] 2024-12-05T20:45:53,559 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T20:45:53,560 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:53,562 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T20:45:53,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f46cc90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T20:45:53,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T20:45:53,574 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f210fcf30470,46411,1733431551491, seqNum=-1] 2024-12-05T20:45:53,574 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T20:45:53,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T20:45:53,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f210fcf30470,39431,1733431550840 2024-12-05T20:45:53,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T20:45:53,612 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f210fcf30470,39431,1733431550840 2024-12-05T20:45:53,615 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1790f021 2024-12-05T20:45:53,617 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T20:45:53,620 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T20:45:53,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T20:45:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-12-05T20:45:53,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T20:45:53,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-12-05T20:45:53,643 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:53,647 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T20:45:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T20:45:53,657 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:53,657 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:53,667 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:42136 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42136 dst: /127.0.0.1:45411 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_-9223372036854775680_1021 (size=392) 2024-12-05T20:45:53,675 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:53,678 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03a9946c299ecbac751c827c83fcb6f0, NAME => 'TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9 2024-12-05T20:45:53,685 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:53,685 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:53,692 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:45062 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:45877:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45062 dst: /127.0.0.1:45877 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:53,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775664_1023 (size=51) 2024-12-05T20:45:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T20:45:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T20:45:54,103 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:54,103 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:54,103 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 03a9946c299ecbac751c827c83fcb6f0, disabling compactions & flushes 2024-12-05T20:45:54,103 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:54,103 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:54,104 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. after waiting 0 ms 2024-12-05T20:45:54,104 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:54,104 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:54,104 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03a9946c299ecbac751c827c83fcb6f0: Waiting for close lock at 1733431554103Disabling compacts and flushes for region at 1733431554103Disabling writes for close at 1733431554104 (+1 ms)Writing region close event to WAL at 1733431554104Closed at 1733431554104 2024-12-05T20:45:54,106 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T20:45:54,112 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733431554106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733431554106"}]},"ts":"1733431554106"} 2024-12-05T20:45:54,121 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T20:45:54,123 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T20:45:54,127 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733431554124"}]},"ts":"1733431554124"} 2024-12-05T20:45:54,132 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-12-05T20:45:54,133 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {f210fcf30470=0} racks are {/default-rack=0} 2024-12-05T20:45:54,134 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T20:45:54,134 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T20:45:54,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T20:45:54,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T20:45:54,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T20:45:54,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T20:45:54,135 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T20:45:54,135 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T20:45:54,135 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T20:45:54,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T20:45:54,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=03a9946c299ecbac751c827c83fcb6f0, ASSIGN}] 2024-12-05T20:45:54,140 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=03a9946c299ecbac751c827c83fcb6f0, ASSIGN 2024-12-05T20:45:54,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=03a9946c299ecbac751c827c83fcb6f0, ASSIGN; state=OFFLINE, location=f210fcf30470,45419,1733431551460; forceNewPlan=false, retain=false 2024-12-05T20:45:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T20:45:54,295 INFO [f210fcf30470:39431 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T20:45:54,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03a9946c299ecbac751c827c83fcb6f0, regionState=OPENING, regionLocation=f210fcf30470,45419,1733431551460 2024-12-05T20:45:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=03a9946c299ecbac751c827c83fcb6f0, ASSIGN because future has completed 2024-12-05T20:45:54,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a9946c299ecbac751c827c83fcb6f0, server=f210fcf30470,45419,1733431551460}] 2024-12-05T20:45:54,458 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T20:45:54,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T20:45:54,467 INFO [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:54,467 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 03a9946c299ecbac751c827c83fcb6f0, NAME => 'TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T20:45:54,467 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,468 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:54,468 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,468 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,470 INFO [StoreOpener-03a9946c299ecbac751c827c83fcb6f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,475 INFO [StoreOpener-03a9946c299ecbac751c827c83fcb6f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a9946c299ecbac751c827c83fcb6f0 columnFamilyName cf 2024-12-05T20:45:54,476 DEBUG [StoreOpener-03a9946c299ecbac751c827c83fcb6f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:54,477 INFO [StoreOpener-03a9946c299ecbac751c827c83fcb6f0-1 {}] regionserver.HStore(327): Store=03a9946c299ecbac751c827c83fcb6f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T20:45:54,477 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,478 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/default/TestHBaseWalOnEC/03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,479 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/default/TestHBaseWalOnEC/03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,480 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,480 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,483 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,489 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/default/TestHBaseWalOnEC/03a9946c299ecbac751c827c83fcb6f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T20:45:54,490 INFO [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 03a9946c299ecbac751c827c83fcb6f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68779917, jitterRate=0.024900630116462708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T20:45:54,490 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:54,491 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 03a9946c299ecbac751c827c83fcb6f0: Running coprocessor pre-open hook at 1733431554468Writing region info on filesystem at 1733431554468Initializing all the Stores at 1733431554470 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431554470Cleaning up temporary data from old regions at 1733431554480 (+10 ms)Running coprocessor post-open hooks at 1733431554490 (+10 ms)Region opened successfully at 1733431554491 (+1 ms) 2024-12-05T20:45:54,493 INFO [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0., pid=6, masterSystemTime=1733431554457 2024-12-05T20:45:54,497 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:54,497 INFO [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:54,499 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03a9946c299ecbac751c827c83fcb6f0, regionState=OPEN, openSeqNum=2, regionLocation=f210fcf30470,45419,1733431551460 2024-12-05T20:45:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a9946c299ecbac751c827c83fcb6f0, server=f210fcf30470,45419,1733431551460 because future has completed 2024-12-05T20:45:54,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T20:45:54,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 03a9946c299ecbac751c827c83fcb6f0, server=f210fcf30470,45419,1733431551460 in 203 msec 2024-12-05T20:45:54,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T20:45:54,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=03a9946c299ecbac751c827c83fcb6f0, ASSIGN in 374 msec 2024-12-05T20:45:54,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T20:45:54,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733431554517"}]},"ts":"1733431554517"} 2024-12-05T20:45:54,521 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-12-05T20:45:54,523 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T20:45:54,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 892 msec 2024-12-05T20:45:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T20:45:54,792 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-12-05T20:45:54,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-12-05T20:45:54,793 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T20:45:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-12-05T20:45:54,799 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T20:45:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-12-05T20:45:54,808 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0., hostname=f210fcf30470,45419,1733431551460, seqNum=2] 2024-12-05T20:45:54,809 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T20:45:54,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T20:45:54,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-12-05T20:45:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-12-05T20:45:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T20:45:54,830 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-12-05T20:45:54,833 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T20:45:54,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T20:45:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T20:45:55,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T20:45:55,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:55,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 03a9946c299ecbac751c827c83fcb6f0 1/1 column families, dataSize=32 B heapSize=360 B 2024-12-05T20:45:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/default/TestHBaseWalOnEC/03a9946c299ecbac751c827c83fcb6f0/.tmp/cf/9c989d4a2a4c4de487179e092df8f96e is 36, key is row/cf:cq/1733431554812/Put/seqid=0 2024-12-05T20:45:55,078 WARN [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:55,078 WARN [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:55,090 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_37817433_22 at /127.0.0.1:47328 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:46843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47328 dst: /127.0.0.1:46843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775648_1025 (size=4787) 2024-12-05T20:45:55,103 WARN [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:55,104 INFO [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/default/TestHBaseWalOnEC/03a9946c299ecbac751c827c83fcb6f0/.tmp/cf/9c989d4a2a4c4de487179e092df8f96e 2024-12-05T20:45:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T20:45:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/default/TestHBaseWalOnEC/03a9946c299ecbac751c827c83fcb6f0/.tmp/cf/9c989d4a2a4c4de487179e092df8f96e as hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/default/TestHBaseWalOnEC/03a9946c299ecbac751c827c83fcb6f0/cf/9c989d4a2a4c4de487179e092df8f96e 2024-12-05T20:45:55,173 INFO [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/default/TestHBaseWalOnEC/03a9946c299ecbac751c827c83fcb6f0/cf/9c989d4a2a4c4de487179e092df8f96e, entries=1, sequenceid=5, filesize=4.7 K 2024-12-05T20:45:55,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 03a9946c299ecbac751c827c83fcb6f0 in 176ms, sequenceid=5, compaction requested=false 2024-12-05T20:45:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-12-05T20:45:55,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 03a9946c299ecbac751c827c83fcb6f0: 2024-12-05T20:45:55,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:55,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T20:45:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T20:45:55,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T20:45:55,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 361 msec 2024-12-05T20:45:55,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 384 msec 2024-12-05T20:45:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T20:45:55,460 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-12-05T20:45:55,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T20:45:55,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T20:45:55,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:45:55,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:55,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:55,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T20:45:55,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T20:45:55,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=313140979, stopped=false 2024-12-05T20:45:55,479 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f210fcf30470,39431,1733431550840 2024-12-05T20:45:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:55,481 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T20:45:55,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T20:45:55,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:55,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:55,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:45:55,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:55,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f210fcf30470,44421,1733431551378' ***** 2024-12-05T20:45:55,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T20:45:55,483 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f210fcf30470,45419,1733431551460' ***** 2024-12-05T20:45:55,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T20:45:55,483 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f210fcf30470,46411,1733431551491' ***** 2024-12-05T20:45:55,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T20:45:55,483 INFO [RS:0;f210fcf30470:44421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T20:45:55,483 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T20:45:55,483 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T20:45:55,483 INFO [RS:0;f210fcf30470:44421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T20:45:55,483 INFO [RS:1;f210fcf30470:45419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T20:45:55,483 INFO [RS:1;f210fcf30470:45419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T20:45:55,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T20:45:55,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T20:45:55,484 INFO [RS:2;f210fcf30470:46411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T20:45:55,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T20:45:55,484 INFO [RS:2;f210fcf30470:46411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T20:45:55,484 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(3091): Received CLOSE for 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:55,484 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(959): stopping server f210fcf30470,46411,1733431551491 2024-12-05T20:45:55,484 INFO [RS:2;f210fcf30470:46411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T20:45:55,484 INFO [RS:0;f210fcf30470:44421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T20:45:55,484 INFO [RS:2;f210fcf30470:46411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f210fcf30470:46411. 2024-12-05T20:45:55,484 INFO [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(959): stopping server f210fcf30470,44421,1733431551378 2024-12-05T20:45:55,484 DEBUG [RS:2;f210fcf30470:46411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:45:55,484 INFO [RS:0;f210fcf30470:44421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T20:45:55,484 DEBUG [RS:2;f210fcf30470:46411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:55,484 INFO [RS:0;f210fcf30470:44421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f210fcf30470:44421. 2024-12-05T20:45:55,484 DEBUG [RS:0;f210fcf30470:44421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:45:55,484 INFO [RS:2;f210fcf30470:46411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T20:45:55,484 DEBUG [RS:0;f210fcf30470:44421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:55,484 INFO [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(976): stopping server f210fcf30470,44421,1733431551378; all regions closed. 2024-12-05T20:45:55,485 INFO [RS:2;f210fcf30470:46411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T20:45:55,485 INFO [RS:2;f210fcf30470:46411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T20:45:55,485 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T20:45:55,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:55,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:55,490 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(959): stopping server f210fcf30470,45419,1733431551460 2024-12-05T20:45:55,490 INFO [RS:1;f210fcf30470:45419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T20:45:55,491 INFO [RS:1;f210fcf30470:45419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f210fcf30470:45419. 2024-12-05T20:45:55,491 DEBUG [RS:1;f210fcf30470:45419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:45:55,491 DEBUG [RS:1;f210fcf30470:45419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:55,491 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03a9946c299ecbac751c827c83fcb6f0, disabling compactions & flushes 2024-12-05T20:45:55,491 INFO [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:55,491 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:55,491 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. after waiting 0 ms 2024-12-05T20:45:55,491 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:55,491 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T20:45:55,491 DEBUG [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(1325): Online Regions={03a9946c299ecbac751c827c83fcb6f0=TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0.} 2024-12-05T20:45:55,491 DEBUG [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(1351): Waiting on 03a9946c299ecbac751c827c83fcb6f0 2024-12-05T20:45:55,493 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T20:45:55,493 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T20:45:55,493 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T20:45:55,493 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T20:45:55,493 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T20:45:55,493 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T20:45:55,493 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T20:45:55,494 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T20:45:55,494 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T20:45:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741827_1017 (size=93) 2024-12-05T20:45:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741827_1017 (size=93) 2024-12-05T20:45:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_1073741827_1017 (size=93) 2024-12-05T20:45:55,506 INFO [regionserver/f210fcf30470:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T20:45:55,507 INFO [regionserver/f210fcf30470:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T20:45:55,512 DEBUG [RS:0;f210fcf30470:44421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/oldWALs 2024-12-05T20:45:55,512 INFO [RS:0;f210fcf30470:44421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f210fcf30470%2C44421%2C1733431551378:(num 1733431552669) 2024-12-05T20:45:55,512 DEBUG [RS:0;f210fcf30470:44421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:55,513 INFO [RS:0;f210fcf30470:44421 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:45:55,513 INFO [RS:0;f210fcf30470:44421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T20:45:55,513 INFO [RS:0;f210fcf30470:44421 {}] hbase.ChoreService(370): Chore service for: regionserver/f210fcf30470:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T20:45:55,513 INFO [RS:0;f210fcf30470:44421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T20:45:55,513 INFO [RS:0;f210fcf30470:44421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T20:45:55,513 INFO [regionserver/f210fcf30470:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T20:45:55,513 INFO [RS:0;f210fcf30470:44421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T20:45:55,513 INFO [RS:0;f210fcf30470:44421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T20:45:55,514 INFO [RS:0;f210fcf30470:44421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44421 2024-12-05T20:45:55,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f210fcf30470,44421,1733431551378 2024-12-05T20:45:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:45:55,517 INFO [RS:0;f210fcf30470:44421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T20:45:55,518 INFO [regionserver/f210fcf30470:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:45:55,518 INFO [regionserver/f210fcf30470:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:45:55,518 INFO [regionserver/f210fcf30470:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:45:55,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f210fcf30470,44421,1733431551378] 2024-12-05T20:45:55,520 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f210fcf30470,44421,1733431551378 already deleted, retry=false 2024-12-05T20:45:55,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f210fcf30470,44421,1733431551378 expired; onlineServers=2 2024-12-05T20:45:55,534 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/.tmp/info/386383278a7d4c23b40417c6125cc3d9 is 153, key is TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0./info:regioninfo/1733431554498/Put/seqid=0 2024-12-05T20:45:55,539 WARN [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:55,539 WARN [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:55,541 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/default/TestHBaseWalOnEC/03a9946c299ecbac751c827c83fcb6f0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T20:45:55,546 INFO [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:55,546 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03a9946c299ecbac751c827c83fcb6f0: Waiting for close lock at 1733431555490Running coprocessor pre-close hooks at 1733431555491 (+1 ms)Disabling compacts and flushes for region at 1733431555491Disabling writes for close at 1733431555491Writing region close event to WAL at 1733431555497 (+6 ms)Running coprocessor post-close hooks at 1733431555543 (+46 ms)Closed at 1733431555545 (+2 ms) 2024-12-05T20:45:55,546 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1733431553622.03a9946c299ecbac751c827c83fcb6f0. 2024-12-05T20:45:55,549 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-68604246_22 at /127.0.0.1:45082 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:45877:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45082 dst: /127.0.0.1:45877 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775632_1027 (size=6637) 2024-12-05T20:45:55,554 WARN [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:55,554 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/.tmp/info/386383278a7d4c23b40417c6125cc3d9 2024-12-05T20:45:55,564 INFO [regionserver/f210fcf30470:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T20:45:55,564 INFO [regionserver/f210fcf30470:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T20:45:55,587 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/.tmp/ns/116096029ff346c9a1f278167b12b966 is 43, key is default/ns:d/1733431553368/Put/seqid=0 2024-12-05T20:45:55,589 WARN [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:55,589 WARN [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:55,592 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-68604246_22 at /127.0.0.1:47358 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:46843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47358 dst: /127.0.0.1:46843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775616_1029 (size=5153) 2024-12-05T20:45:55,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:45:55,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x100ac21bd100001, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:45:55,619 INFO [RS:0;f210fcf30470:44421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T20:45:55,619 INFO [RS:0;f210fcf30470:44421 {}] regionserver.HRegionServer(1031): Exiting; stopping=f210fcf30470,44421,1733431551378; zookeeper connection closed. 2024-12-05T20:45:55,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aa3c6fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aa3c6fb 2024-12-05T20:45:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_-9223372036854775661_1023 (size=51) 2024-12-05T20:45:55,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775740_1008 (size=1189) 2024-12-05T20:45:55,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775741_1008 (size=1189) 2024-12-05T20:45:55,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775660_1023 (size=51) 2024-12-05T20:45:55,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775676_1021 (size=392) 2024-12-05T20:45:55,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775677_1021 (size=392) 2024-12-05T20:45:55,692 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(976): stopping server f210fcf30470,45419,1733431551460; all regions closed. 2024-12-05T20:45:55,693 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T20:45:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741828_1018 (size=1298) 2024-12-05T20:45:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_1073741828_1018 (size=1298) 2024-12-05T20:45:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741828_1018 (size=1298) 2024-12-05T20:45:55,698 DEBUG [RS:1;f210fcf30470:45419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/oldWALs 2024-12-05T20:45:55,698 INFO [RS:1;f210fcf30470:45419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f210fcf30470%2C45419%2C1733431551460:(num 1733431552669) 2024-12-05T20:45:55,698 DEBUG [RS:1;f210fcf30470:45419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:55,698 INFO [RS:1;f210fcf30470:45419 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:45:55,698 INFO [RS:1;f210fcf30470:45419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T20:45:55,698 INFO [RS:1;f210fcf30470:45419 {}] hbase.ChoreService(370): Chore service for: regionserver/f210fcf30470:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T20:45:55,699 INFO [RS:1;f210fcf30470:45419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T20:45:55,699 INFO [regionserver/f210fcf30470:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T20:45:55,699 INFO [RS:1;f210fcf30470:45419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T20:45:55,699 INFO [RS:1;f210fcf30470:45419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T20:45:55,699 INFO [RS:1;f210fcf30470:45419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T20:45:55,699 INFO [RS:1;f210fcf30470:45419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45419 2024-12-05T20:45:55,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f210fcf30470,45419,1733431551460 2024-12-05T20:45:55,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:45:55,700 INFO [RS:1;f210fcf30470:45419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T20:45:55,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f210fcf30470,45419,1733431551460] 2024-12-05T20:45:55,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f210fcf30470,45419,1733431551460 already deleted, retry=false 2024-12-05T20:45:55,702 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f210fcf30470,45419,1733431551460 expired; onlineServers=1 2024-12-05T20:45:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775693_1015 (size=32) 2024-12-05T20:45:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775692_1015 (size=32) 2024-12-05T20:45:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775708_1013 (size=1321) 2024-12-05T20:45:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775709_1013 (size=1321) 2024-12-05T20:45:55,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:45:55,802 INFO [RS:1;f210fcf30470:45419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T20:45:55,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x100ac21bd100002, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:45:55,802 INFO [RS:1;f210fcf30470:45419 {}] regionserver.HRegionServer(1031): Exiting; stopping=f210fcf30470,45419,1733431551460; zookeeper connection closed. 2024-12-05T20:45:55,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ecdb040 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ecdb040 2024-12-05T20:45:55,894 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T20:45:55,999 WARN [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:55,999 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/.tmp/ns/116096029ff346c9a1f278167b12b966 2024-12-05T20:45:56,029 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/.tmp/table/f5e564d013e34c549de612deb4e06cb6 is 52, key is TestHBaseWalOnEC/table:state/1733431554517/Put/seqid=0 2024-12-05T20:45:56,032 WARN [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,032 WARN [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,035 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-68604246_22 at /127.0.0.1:47444 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:46843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47444 dst: /127.0.0.1:46843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:56,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775600_1031 (size=5249) 2024-12-05T20:45:56,039 WARN [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:56,039 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/.tmp/table/f5e564d013e34c549de612deb4e06cb6 2024-12-05T20:45:56,049 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/.tmp/info/386383278a7d4c23b40417c6125cc3d9 as hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/info/386383278a7d4c23b40417c6125cc3d9 2024-12-05T20:45:56,058 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/info/386383278a7d4c23b40417c6125cc3d9, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T20:45:56,060 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/.tmp/ns/116096029ff346c9a1f278167b12b966 as hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/ns/116096029ff346c9a1f278167b12b966 2024-12-05T20:45:56,071 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/ns/116096029ff346c9a1f278167b12b966, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T20:45:56,072 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/.tmp/table/f5e564d013e34c549de612deb4e06cb6 as hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/table/f5e564d013e34c549de612deb4e06cb6 2024-12-05T20:45:56,083 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/table/f5e564d013e34c549de612deb4e06cb6, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T20:45:56,085 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=11, compaction requested=false 2024-12-05T20:45:56,085 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T20:45:56,093 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T20:45:56,094 DEBUG [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T20:45:56,094 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T20:45:56,095 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T20:45:56,095 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733431555493Running coprocessor pre-close hooks at 1733431555493Disabling compacts and flushes for region at 1733431555493Disabling writes for close at 1733431555493Obtaining lock to block concurrent updates at 1733431555494 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733431555494Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733431555495 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733431555496 (+1 ms)Flushing 1588230740/info: creating writer at 1733431555497 (+1 ms)Flushing 1588230740/info: appending metadata at 1733431555531 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733431555531Flushing 1588230740/ns: creating writer at 1733431555566 (+35 ms)Flushing 1588230740/ns: appending metadata at 1733431555586 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733431555586Flushing 1588230740/table: creating writer at 1733431556012 (+426 ms)Flushing 1588230740/table: appending metadata at 1733431556029 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733431556029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273cb75a: reopening flushed file at 1733431556048 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5804e358: reopening flushed file at 1733431556058 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f636019: reopening flushed file at 1733431556071 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=11, compaction requested=false at 1733431556085 (+14 ms)Writing region close event to WAL at 1733431556087 (+2 ms)Running coprocessor post-close hooks at 1733431556094 (+7 ms)Closed at 1733431556094 2024-12-05T20:45:56,095 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T20:45:56,294 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(976): stopping server f210fcf30470,46411,1733431551491; all regions closed. 2024-12-05T20:45:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_1073741829_1019 (size=2751) 2024-12-05T20:45:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741829_1019 (size=2751) 2024-12-05T20:45:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741829_1019 (size=2751) 2024-12-05T20:45:56,301 DEBUG [RS:2;f210fcf30470:46411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/oldWALs 2024-12-05T20:45:56,301 INFO [RS:2;f210fcf30470:46411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f210fcf30470%2C46411%2C1733431551491.meta:.meta(num 1733431553162) 2024-12-05T20:45:56,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741826_1016 (size=93) 2024-12-05T20:45:56,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741826_1016 (size=93) 2024-12-05T20:45:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_1073741826_1016 (size=93) 2024-12-05T20:45:56,307 DEBUG [RS:2;f210fcf30470:46411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/oldWALs 2024-12-05T20:45:56,307 INFO [RS:2;f210fcf30470:46411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f210fcf30470%2C46411%2C1733431551491:(num 1733431552671) 2024-12-05T20:45:56,307 DEBUG [RS:2;f210fcf30470:46411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:56,307 INFO [RS:2;f210fcf30470:46411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:45:56,308 INFO [RS:2;f210fcf30470:46411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T20:45:56,308 INFO [RS:2;f210fcf30470:46411 {}] hbase.ChoreService(370): Chore service for: regionserver/f210fcf30470:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T20:45:56,308 INFO [RS:2;f210fcf30470:46411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T20:45:56,308 INFO [regionserver/f210fcf30470:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T20:45:56,308 INFO [RS:2;f210fcf30470:46411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46411 2024-12-05T20:45:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:45:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f210fcf30470,46411,1733431551491 2024-12-05T20:45:56,309 INFO [RS:2;f210fcf30470:46411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T20:45:56,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f210fcf30470,46411,1733431551491] 2024-12-05T20:45:56,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f210fcf30470,46411,1733431551491 already deleted, retry=false 2024-12-05T20:45:56,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f210fcf30470,46411,1733431551491 expired; onlineServers=0 2024-12-05T20:45:56,311 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f210fcf30470,39431,1733431550840' ***** 2024-12-05T20:45:56,311 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T20:45:56,311 INFO [M:0;f210fcf30470:39431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T20:45:56,311 INFO [M:0;f210fcf30470:39431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T20:45:56,312 DEBUG [M:0;f210fcf30470:39431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T20:45:56,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T20:45:56,312 DEBUG [M:0;f210fcf30470:39431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T20:45:56,312 DEBUG [master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.large.0-1733431552378 {}] cleaner.HFileCleaner(306): Exit Thread[master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.large.0-1733431552378,5,FailOnTimeoutGroup] 2024-12-05T20:45:56,312 DEBUG [master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.small.0-1733431552387 {}] cleaner.HFileCleaner(306): Exit Thread[master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.small.0-1733431552387,5,FailOnTimeoutGroup] 2024-12-05T20:45:56,312 INFO [M:0;f210fcf30470:39431 {}] hbase.ChoreService(370): Chore service for: master/f210fcf30470:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T20:45:56,312 INFO [M:0;f210fcf30470:39431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T20:45:56,312 DEBUG [M:0;f210fcf30470:39431 {}] master.HMaster(1795): Stopping service threads 2024-12-05T20:45:56,312 INFO [M:0;f210fcf30470:39431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T20:45:56,313 INFO [M:0;f210fcf30470:39431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T20:45:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T20:45:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:56,313 INFO [M:0;f210fcf30470:39431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T20:45:56,313 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T20:45:56,314 DEBUG [M:0;f210fcf30470:39431 {}] zookeeper.ZKUtil(347): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T20:45:56,314 WARN [M:0;f210fcf30470:39431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T20:45:56,315 INFO [M:0;f210fcf30470:39431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/.lastflushedseqids 2024-12-05T20:45:56,323 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,323 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,327 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:47464 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:46843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47464 dst: /127.0.0.1:46843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:56,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775584_1033 (size=127) 2024-12-05T20:45:56,411 INFO [RS:2;f210fcf30470:46411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T20:45:56,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:45:56,411 INFO [RS:2;f210fcf30470:46411 {}] regionserver.HRegionServer(1031): Exiting; stopping=f210fcf30470,46411,1733431551491; zookeeper connection closed. 2024-12-05T20:45:56,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x100ac21bd100003, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:45:56,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61cfc035 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61cfc035 2024-12-05T20:45:56,412 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T20:45:56,733 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:56,733 INFO [M:0;f210fcf30470:39431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T20:45:56,733 INFO [M:0;f210fcf30470:39431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T20:45:56,734 DEBUG [M:0;f210fcf30470:39431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T20:45:56,734 INFO [M:0;f210fcf30470:39431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:56,734 DEBUG [M:0;f210fcf30470:39431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:56,734 DEBUG [M:0;f210fcf30470:39431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T20:45:56,734 DEBUG [M:0;f210fcf30470:39431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:56,734 INFO [M:0;f210fcf30470:39431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-12-05T20:45:56,760 DEBUG [M:0;f210fcf30470:39431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc2656ac9e0f4cefae1fbae76bd8277c is 82, key is hbase:meta,,1/info:regioninfo/1733431553294/Put/seqid=0 2024-12-05T20:45:56,763 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,763 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,766 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:45154 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:45877:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45154 dst: /127.0.0.1:45877 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:56,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_-9223372036854775568_1035 (size=5672) 2024-12-05T20:45:56,771 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:56,771 INFO [M:0;f210fcf30470:39431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc2656ac9e0f4cefae1fbae76bd8277c 2024-12-05T20:45:56,798 DEBUG [M:0;f210fcf30470:39431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e12a07e4ecd948028a84c25c081a6334 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733431554526/Put/seqid=0 2024-12-05T20:45:56,802 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,802 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,805 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:47472 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:46843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47472 dst: /127.0.0.1:46843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775552_1037 (size=6441) 2024-12-05T20:45:56,814 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:56,814 INFO [M:0;f210fcf30470:39431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e12a07e4ecd948028a84c25c081a6334 2024-12-05T20:45:56,847 DEBUG [M:0;f210fcf30470:39431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7ba571248264c3bba1ce1f5b312535a is 69, key is f210fcf30470,44421,1733431551378/rs:state/1733431552434/Put/seqid=0 2024-12-05T20:45:56,849 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,849 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-05T20:45:56,855 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836364800_22 at /127.0.0.1:47490 [Receiving block BP-1291373531-172.17.0.2-1733431548166:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:46843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47490 dst: /127.0.0.1:46843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T20:45:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_-9223372036854775536_1039 (size=5294) 2024-12-05T20:45:56,859 WARN [M:0;f210fcf30470:39431 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-05T20:45:56,859 INFO [M:0;f210fcf30470:39431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7ba571248264c3bba1ce1f5b312535a 2024-12-05T20:45:56,869 DEBUG [M:0;f210fcf30470:39431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc2656ac9e0f4cefae1fbae76bd8277c as hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc2656ac9e0f4cefae1fbae76bd8277c 2024-12-05T20:45:56,877 INFO [M:0;f210fcf30470:39431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc2656ac9e0f4cefae1fbae76bd8277c, entries=8, sequenceid=72, filesize=5.5 K 2024-12-05T20:45:56,879 DEBUG [M:0;f210fcf30470:39431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e12a07e4ecd948028a84c25c081a6334 as hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e12a07e4ecd948028a84c25c081a6334 2024-12-05T20:45:56,887 INFO [M:0;f210fcf30470:39431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e12a07e4ecd948028a84c25c081a6334, entries=8, sequenceid=72, filesize=6.3 K 2024-12-05T20:45:56,889 DEBUG [M:0;f210fcf30470:39431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7ba571248264c3bba1ce1f5b312535a as hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7ba571248264c3bba1ce1f5b312535a 2024-12-05T20:45:56,898 INFO [M:0;f210fcf30470:39431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7ba571248264c3bba1ce1f5b312535a, entries=3, sequenceid=72, filesize=5.2 K 2024-12-05T20:45:56,899 INFO [M:0;f210fcf30470:39431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=72, compaction requested=false 2024-12-05T20:45:56,901 INFO [M:0;f210fcf30470:39431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:56,901 DEBUG [M:0;f210fcf30470:39431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733431556734Disabling compacts and flushes for region at 1733431556734Disabling writes for close at 1733431556734Obtaining lock to block concurrent updates at 1733431556734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733431556734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1733431556735 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733431556737 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733431556737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733431556759 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733431556759Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733431556778 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733431556797 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733431556797Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733431556822 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733431556846 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733431556846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc1fcc5: reopening flushed file at 1733431556867 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bda6d82: reopening flushed file at 1733431556878 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b0fa04: reopening flushed file at 1733431556888 (+10 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=72, compaction requested=false at 1733431556900 (+12 ms)Writing region close event to WAL at 1733431556901 (+1 ms)Closed at 1733431556901 2024-12-05T20:45:56,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45877 is added to blk_1073741825_1011 (size=32695) 2024-12-05T20:45:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741825_1011 (size=32695) 2024-12-05T20:45:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741825_1011 (size=32695) 2024-12-05T20:45:56,906 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T20:45:56,906 INFO [M:0;f210fcf30470:39431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T20:45:56,906 INFO [M:0;f210fcf30470:39431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39431 2024-12-05T20:45:56,906 INFO [M:0;f210fcf30470:39431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T20:45:57,008 INFO [M:0;f210fcf30470:39431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T20:45:57,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:45:57,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39431-0x100ac21bd100000, quorum=127.0.0.1:63759, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:45:57,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:45:57,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T20:45:57,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T20:45:57,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T20:45:57,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir/,STOPPED} 2024-12-05T20:45:57,021 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T20:45:57,022 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T20:45:57,022 WARN [BP-1291373531-172.17.0.2-1733431548166 heartbeating to localhost/127.0.0.1:41143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T20:45:57,022 WARN [BP-1291373531-172.17.0.2-1733431548166 heartbeating to localhost/127.0.0.1:41143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1291373531-172.17.0.2-1733431548166 (Datanode Uuid c2f32c74-054d-466e-88c8-d5a2a467ab0c) service to localhost/127.0.0.1:41143 2024-12-05T20:45:57,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data5/current/BP-1291373531-172.17.0.2-1733431548166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:45:57,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data6/current/BP-1291373531-172.17.0.2-1733431548166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:45:57,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T20:45:57,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:45:57,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T20:45:57,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T20:45:57,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T20:45:57,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir/,STOPPED} 2024-12-05T20:45:57,029 WARN [BP-1291373531-172.17.0.2-1733431548166 heartbeating to localhost/127.0.0.1:41143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T20:45:57,029 WARN [BP-1291373531-172.17.0.2-1733431548166 heartbeating to localhost/127.0.0.1:41143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1291373531-172.17.0.2-1733431548166 (Datanode Uuid d278db7a-7dd5-4768-8019-8161bdf0da0b) service to localhost/127.0.0.1:41143 2024-12-05T20:45:57,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data3/current/BP-1291373531-172.17.0.2-1733431548166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:45:57,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data4/current/BP-1291373531-172.17.0.2-1733431548166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:45:57,030 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T20:45:57,030 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T20:45:57,031 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T20:45:57,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:45:57,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T20:45:57,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T20:45:57,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T20:45:57,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir/,STOPPED} 2024-12-05T20:45:57,035 WARN [BP-1291373531-172.17.0.2-1733431548166 heartbeating to localhost/127.0.0.1:41143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T20:45:57,035 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T20:45:57,035 WARN [BP-1291373531-172.17.0.2-1733431548166 heartbeating to localhost/127.0.0.1:41143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1291373531-172.17.0.2-1733431548166 (Datanode Uuid 68151de0-5d37-43e5-83e9-f512fd86e4a1) service to localhost/127.0.0.1:41143 2024-12-05T20:45:57,035 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T20:45:57,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data1/current/BP-1291373531-172.17.0.2-1733431548166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:45:57,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/cluster_089b2564-7ade-dda2-302c-b461b69ebaf2/data/data2/current/BP-1291373531-172.17.0.2-1733431548166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:45:57,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T20:45:57,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T20:45:57,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T20:45:57,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T20:45:57,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T20:45:57,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir/,STOPPED} 2024-12-05T20:45:57,052 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T20:45:57,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T20:45:57,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 158), OpenFileDescriptor=441 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=3115 (was 3499) 2024-12-05T20:45:57,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=3115 2024-12-05T20:45:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T20:45:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.log.dir so I do NOT create it in target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09 2024-12-05T20:45:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e20d2a5-d4be-bd18-536d-867850bac97f/hadoop.tmp.dir so I do NOT create it in target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09 2024-12-05T20:45:57,094 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e, deleteOnExit=true 2024-12-05T20:45:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T20:45:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/test.cache.data in system properties and HBase conf 2024-12-05T20:45:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T20:45:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.log.dir in system properties and HBase conf 2024-12-05T20:45:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T20:45:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T20:45:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T20:45:57,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/nfs.dump.dir in system properties and HBase conf 2024-12-05T20:45:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/java.io.tmpdir in system properties and HBase conf 2024-12-05T20:45:57,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T20:45:57,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T20:45:57,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T20:45:57,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:57,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T20:45:57,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T20:45:57,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T20:45:57,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T20:45:57,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:57,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad8d9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.log.dir/,AVAILABLE} 2024-12-05T20:45:57,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e58533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T20:45:57,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15027254{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/java.io.tmpdir/jetty-localhost-35625-hadoop-hdfs-3_4_1-tests_jar-_-any-17472565008835286835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T20:45:57,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4293887f{HTTP/1.1, (http/1.1)}{localhost:35625} 2024-12-05T20:45:57,263 INFO [Time-limited test {}] server.Server(415): Started @11000ms 2024-12-05T20:45:57,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:57,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T20:45:57,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T20:45:57,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T20:45:57,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T20:45:57,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ebd49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.log.dir/,AVAILABLE} 2024-12-05T20:45:57,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f96008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T20:45:57,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f854cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/java.io.tmpdir/jetty-localhost-40549-hadoop-hdfs-3_4_1-tests_jar-_-any-14919663276495234579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:45:57,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70fdfe33{HTTP/1.1, (http/1.1)}{localhost:40549} 2024-12-05T20:45:57,472 INFO [Time-limited test {}] server.Server(415): Started @11209ms 2024-12-05T20:45:57,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T20:45:57,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:57,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T20:45:57,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T20:45:57,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T20:45:57,554 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T20:45:57,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4148d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.log.dir/,AVAILABLE} 2024-12-05T20:45:57,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cf3a01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T20:45:57,585 WARN [Thread-538 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data1/current/BP-286778640-172.17.0.2-1733431557120/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:57,586 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data2/current/BP-286778640-172.17.0.2-1733431557120/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:57,648 WARN [Thread-517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T20:45:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67dc4f9317cb477 with lease ID 0x2d854db9d242e560: Processing first storage report for DS-d8f11ed0-d357-41a2-a44e-5cf3707559ef from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=f8f0b5db-002b-4afe-b323-208d52e6e7f9, infoPort=44519, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120) 2024-12-05T20:45:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67dc4f9317cb477 with lease ID 0x2d854db9d242e560: from storage DS-d8f11ed0-d357-41a2-a44e-5cf3707559ef node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=f8f0b5db-002b-4afe-b323-208d52e6e7f9, infoPort=44519, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67dc4f9317cb477 with lease ID 0x2d854db9d242e560: Processing first storage report for DS-f9477406-2660-4263-800b-285523dbd9eb from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=f8f0b5db-002b-4afe-b323-208d52e6e7f9, infoPort=44519, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120) 2024-12-05T20:45:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67dc4f9317cb477 with lease ID 0x2d854db9d242e560: from storage DS-f9477406-2660-4263-800b-285523dbd9eb node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=f8f0b5db-002b-4afe-b323-208d52e6e7f9, infoPort=44519, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:57,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46f4cd0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/java.io.tmpdir/jetty-localhost-45333-hadoop-hdfs-3_4_1-tests_jar-_-any-1813752087112468722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:45:57,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@700b2317{HTTP/1.1, (http/1.1)}{localhost:45333} 2024-12-05T20:45:57,688 INFO [Time-limited test {}] server.Server(415): Started @11425ms 2024-12-05T20:45:57,690 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T20:45:57,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T20:45:57,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T20:45:57,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T20:45:57,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T20:45:57,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T20:45:57,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44968fad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.log.dir/,AVAILABLE} 2024-12-05T20:45:57,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b03519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T20:45:57,769 WARN [Thread-573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data3/current/BP-286778640-172.17.0.2-1733431557120/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:57,769 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data4/current/BP-286778640-172.17.0.2-1733431557120/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:57,811 WARN [Thread-553 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T20:45:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaaa78048a4a8b27 with lease ID 0x2d854db9d242e561: Processing first storage report for DS-e0233f83-f8b1-4ab8-b7a9-8acdeead2704 from datanode DatanodeRegistration(127.0.0.1:38805, datanodeUuid=20dacbdf-65c7-4fed-a81b-adc7c81a35e2, infoPort=35691, infoSecurePort=0, ipcPort=41591, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120) 2024-12-05T20:45:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaaa78048a4a8b27 with lease ID 0x2d854db9d242e561: from storage DS-e0233f83-f8b1-4ab8-b7a9-8acdeead2704 node DatanodeRegistration(127.0.0.1:38805, datanodeUuid=20dacbdf-65c7-4fed-a81b-adc7c81a35e2, infoPort=35691, infoSecurePort=0, ipcPort=41591, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaaa78048a4a8b27 with lease ID 0x2d854db9d242e561: Processing first storage report for DS-fbc0871e-9a68-47d1-9caf-8511febe0ab9 from datanode DatanodeRegistration(127.0.0.1:38805, datanodeUuid=20dacbdf-65c7-4fed-a81b-adc7c81a35e2, infoPort=35691, infoSecurePort=0, ipcPort=41591, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120) 2024-12-05T20:45:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaaa78048a4a8b27 with lease ID 0x2d854db9d242e561: from storage DS-fbc0871e-9a68-47d1-9caf-8511febe0ab9 node DatanodeRegistration(127.0.0.1:38805, datanodeUuid=20dacbdf-65c7-4fed-a81b-adc7c81a35e2, infoPort=35691, infoSecurePort=0, ipcPort=41591, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:57,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f50f857{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/java.io.tmpdir/jetty-localhost-43629-hadoop-hdfs-3_4_1-tests_jar-_-any-10768055173823970823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:45:57,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7eeef71e{HTTP/1.1, (http/1.1)}{localhost:43629} 2024-12-05T20:45:57,868 INFO [Time-limited test {}] server.Server(415): Started @11605ms 2024-12-05T20:45:57,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T20:45:57,974 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data6/current/BP-286778640-172.17.0.2-1733431557120/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:57,974 WARN [Thread-599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data5/current/BP-286778640-172.17.0.2-1733431557120/current, will proceed with Du for space computation calculation, 2024-12-05T20:45:57,997 WARN [Thread-588 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T20:45:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40bc20aadaec6af with lease ID 0x2d854db9d242e562: Processing first storage report for DS-dc0e5bd6-252d-48d4-9fb5-b5a2bc510b0f from datanode DatanodeRegistration(127.0.0.1:39141, datanodeUuid=7f056f70-ef38-4abd-9f5a-ca10dd409c5d, infoPort=35881, infoSecurePort=0, ipcPort=36421, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120) 2024-12-05T20:45:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40bc20aadaec6af with lease ID 0x2d854db9d242e562: from storage DS-dc0e5bd6-252d-48d4-9fb5-b5a2bc510b0f node DatanodeRegistration(127.0.0.1:39141, datanodeUuid=7f056f70-ef38-4abd-9f5a-ca10dd409c5d, infoPort=35881, infoSecurePort=0, ipcPort=36421, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40bc20aadaec6af with lease ID 0x2d854db9d242e562: Processing first storage report for DS-3168a7b8-7443-4992-a511-0bc1c579c57e from datanode DatanodeRegistration(127.0.0.1:39141, datanodeUuid=7f056f70-ef38-4abd-9f5a-ca10dd409c5d, infoPort=35881, infoSecurePort=0, ipcPort=36421, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120) 2024-12-05T20:45:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40bc20aadaec6af with lease ID 0x2d854db9d242e562: from storage DS-3168a7b8-7443-4992-a511-0bc1c579c57e node DatanodeRegistration(127.0.0.1:39141, datanodeUuid=7f056f70-ef38-4abd-9f5a-ca10dd409c5d, infoPort=35881, infoSecurePort=0, ipcPort=36421, storageInfo=lv=-57;cid=testClusterID;nsid=1511141120;c=1733431557120), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T20:45:58,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09 2024-12-05T20:45:58,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/zookeeper_0, clientPort=64850, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T20:45:58,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64850 2024-12-05T20:45:58,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741825_1001 (size=7) 2024-12-05T20:45:58,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741825_1001 (size=7) 2024-12-05T20:45:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741825_1001 (size=7) 2024-12-05T20:45:58,098 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226 with version=8 2024-12-05T20:45:58,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41143/user/jenkins/test-data/f12c130f-d1e2-105b-11e7-7b5fc3f1d6a9/hbase-staging 2024-12-05T20:45:58,101 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f210fcf30470:0 server-side Connection retries=45 2024-12-05T20:45:58,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T20:45:58,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T20:45:58,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T20:45:58,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T20:45:58,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40407 2024-12-05T20:45:58,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40407 connecting to ZooKeeper ensemble=127.0.0.1:64850 2024-12-05T20:45:58,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404070x0, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T20:45:58,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40407-0x100ac21dc110000 connected 2024-12-05T20:45:58,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:58,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226, hbase.cluster.distributed=false 2024-12-05T20:45:58,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T20:45:58,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40407 2024-12-05T20:45:58,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40407 2024-12-05T20:45:58,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40407 2024-12-05T20:45:58,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40407 2024-12-05T20:45:58,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40407 2024-12-05T20:45:58,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f210fcf30470:0 server-side Connection retries=45 2024-12-05T20:45:58,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T20:45:58,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T20:45:58,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T20:45:58,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T20:45:58,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32999 2024-12-05T20:45:58,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32999 connecting to ZooKeeper ensemble=127.0.0.1:64850 2024-12-05T20:45:58,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329990x0, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T20:45:58,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329990x0, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:58,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32999-0x100ac21dc110001 connected 2024-12-05T20:45:58,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T20:45:58,155 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T20:45:58,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T20:45:58,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T20:45:58,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32999 2024-12-05T20:45:58,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32999 2024-12-05T20:45:58,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32999 2024-12-05T20:45:58,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32999 2024-12-05T20:45:58,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32999 2024-12-05T20:45:58,175 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f210fcf30470:0 server-side Connection retries=45 2024-12-05T20:45:58,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T20:45:58,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T20:45:58,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T20:45:58,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T20:45:58,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46289 2024-12-05T20:45:58,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46289 connecting to ZooKeeper ensemble=127.0.0.1:64850 2024-12-05T20:45:58,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462890x0, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T20:45:58,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46289-0x100ac21dc110002 connected 2024-12-05T20:45:58,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:58,184 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T20:45:58,185 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T20:45:58,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T20:45:58,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T20:45:58,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46289 2024-12-05T20:45:58,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46289 2024-12-05T20:45:58,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46289 2024-12-05T20:45:58,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46289 2024-12-05T20:45:58,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46289 2024-12-05T20:45:58,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f210fcf30470:0 server-side Connection retries=45 2024-12-05T20:45:58,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T20:45:58,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T20:45:58,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T20:45:58,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T20:45:58,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T20:45:58,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39567 2024-12-05T20:45:58,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39567 connecting to ZooKeeper ensemble=127.0.0.1:64850 2024-12-05T20:45:58,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,228 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395670x0, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T20:45:58,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395670x0, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:45:58,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T20:45:58,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39567-0x100ac21dc110003 connected 2024-12-05T20:45:58,230 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T20:45:58,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T20:45:58,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T20:45:58,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39567 2024-12-05T20:45:58,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39567 2024-12-05T20:45:58,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39567 2024-12-05T20:45:58,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39567 2024-12-05T20:45:58,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39567 2024-12-05T20:45:58,255 DEBUG [M:0;f210fcf30470:40407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f210fcf30470:40407 2024-12-05T20:45:58,256 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f210fcf30470,40407,1733431558100 2024-12-05T20:45:58,257 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:58,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:58,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:58,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:58,259 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f210fcf30470,40407,1733431558100 2024-12-05T20:45:58,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T20:45:58,260 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T20:45:58,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T20:45:58,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,260 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,262 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T20:45:58,263 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f210fcf30470,40407,1733431558100 from backup master directory 2024-12-05T20:45:58,264 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f210fcf30470,40407,1733431558100 2024-12-05T20:45:58,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:58,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:58,266 WARN [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T20:45:58,266 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f210fcf30470,40407,1733431558100 2024-12-05T20:45:58,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T20:45:58,272 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/hbase.id] with ID: 29beafdc-530e-4712-9408-26e7a2af4974 2024-12-05T20:45:58,272 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/.tmp/hbase.id 2024-12-05T20:45:58,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741826_1002 (size=42) 2024-12-05T20:45:58,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741826_1002 (size=42) 2024-12-05T20:45:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741826_1002 (size=42) 2024-12-05T20:45:58,283 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/.tmp/hbase.id]:[hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/hbase.id] 2024-12-05T20:45:58,299 INFO [master/f210fcf30470:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T20:45:58,299 INFO [master/f210fcf30470:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T20:45:58,301 INFO [master/f210fcf30470:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T20:45:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,303 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741827_1003 (size=196) 2024-12-05T20:45:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741827_1003 (size=196) 2024-12-05T20:45:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741827_1003 (size=196) 2024-12-05T20:45:58,316 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T20:45:58,317 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T20:45:58,317 INFO [master/f210fcf30470:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-05T20:45:58,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741828_1004 (size=1189) 2024-12-05T20:45:58,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741828_1004 (size=1189) 2024-12-05T20:45:58,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741828_1004 (size=1189) 2024-12-05T20:45:58,334 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store 2024-12-05T20:45:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741829_1005 (size=34) 2024-12-05T20:45:58,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741829_1005 (size=34) 2024-12-05T20:45:58,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741829_1005 (size=34) 2024-12-05T20:45:58,344 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:58,344 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T20:45:58,344 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:58,344 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:58,344 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T20:45:58,344 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:58,344 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:45:58,344 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733431558344Disabling compacts and flushes for region at 1733431558344Disabling writes for close at 1733431558344Writing region close event to WAL at 1733431558344Closed at 1733431558344 2024-12-05T20:45:58,345 WARN [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/.initializing 2024-12-05T20:45:58,345 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/WALs/f210fcf30470,40407,1733431558100 2024-12-05T20:45:58,349 INFO [master/f210fcf30470:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C40407%2C1733431558100, suffix=, logDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/WALs/f210fcf30470,40407,1733431558100, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/oldWALs, maxLogs=10 2024-12-05T20:45:58,350 INFO [master/f210fcf30470:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor f210fcf30470%2C40407%2C1733431558100.1733431558349 2024-12-05T20:45:58,358 INFO [master/f210fcf30470:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/WALs/f210fcf30470,40407,1733431558100/f210fcf30470%2C40407%2C1733431558100.1733431558349 2024-12-05T20:45:58,361 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35691:35691),(127.0.0.1/127.0.0.1:44519:44519),(127.0.0.1/127.0.0.1:35881:35881)] 2024-12-05T20:45:58,362 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T20:45:58,362 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:58,362 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,362 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T20:45:58,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:58,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:58,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T20:45:58,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:58,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T20:45:58,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T20:45:58,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:58,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T20:45:58,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T20:45:58,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:58,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T20:45:58,377 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,378 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,379 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,380 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,380 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,381 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T20:45:58,383 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T20:45:58,385 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T20:45:58,386 INFO [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60403823, jitterRate=-0.09991289675235748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T20:45:58,387 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733431558363Initializing all the Stores at 1733431558364 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431558364Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431558365 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431558365Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431558365Cleaning up temporary data from old regions at 1733431558380 (+15 ms)Region opened successfully at 1733431558387 (+7 ms) 2024-12-05T20:45:58,387 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T20:45:58,394 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bfbd7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f210fcf30470/172.17.0.2:0 2024-12-05T20:45:58,396 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T20:45:58,396 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T20:45:58,396 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T20:45:58,396 INFO [master/f210fcf30470:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T20:45:58,397 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T20:45:58,397 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T20:45:58,397 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T20:45:58,400 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T20:45:58,401 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T20:45:58,402 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T20:45:58,403 INFO [master/f210fcf30470:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T20:45:58,404 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T20:45:58,405 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T20:45:58,405 INFO [master/f210fcf30470:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T20:45:58,406 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T20:45:58,407 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T20:45:58,409 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T20:45:58,409 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T20:45:58,412 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T20:45:58,413 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T20:45:58,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:58,414 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:58,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:58,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,415 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T20:45:58,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,416 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f210fcf30470,40407,1733431558100, sessionid=0x100ac21dc110000, setting cluster-up flag (Was=false) 2024-12-05T20:45:58,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,418 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,423 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T20:45:58,424 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f210fcf30470,40407,1733431558100 2024-12-05T20:45:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,427 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:58,431 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T20:45:58,434 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f210fcf30470,40407,1733431558100 2024-12-05T20:45:58,439 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T20:45:58,442 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T20:45:58,442 INFO [master/f210fcf30470:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T20:45:58,442 INFO [master/f210fcf30470:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T20:45:58,443 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(746): ClusterId : 29beafdc-530e-4712-9408-26e7a2af4974 2024-12-05T20:45:58,443 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T20:45:58,443 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f210fcf30470,40407,1733431558100 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T20:45:58,445 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f210fcf30470:0, corePoolSize=5, maxPoolSize=5 2024-12-05T20:45:58,445 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T20:45:58,445 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T20:45:58,445 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f210fcf30470:0, corePoolSize=5, maxPoolSize=5 2024-12-05T20:45:58,445 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f210fcf30470:0, corePoolSize=5, maxPoolSize=5 2024-12-05T20:45:58,445 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f210fcf30470:0, corePoolSize=5, maxPoolSize=5 2024-12-05T20:45:58,445 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f210fcf30470:0, corePoolSize=10, maxPoolSize=10 2024-12-05T20:45:58,445 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,445 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f210fcf30470:0, corePoolSize=2, maxPoolSize=2 2024-12-05T20:45:58,445 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,447 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(746): ClusterId : 29beafdc-530e-4712-9408-26e7a2af4974 2024-12-05T20:45:58,447 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T20:45:58,447 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T20:45:58,448 DEBUG [RS:0;f210fcf30470:32999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687fe165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f210fcf30470/172.17.0.2:0 2024-12-05T20:45:58,450 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T20:45:58,450 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T20:45:58,453 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T20:45:58,454 DEBUG [RS:1;f210fcf30470:46289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef1c932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f210fcf30470/172.17.0.2:0 2024-12-05T20:45:58,455 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(746): ClusterId : 29beafdc-530e-4712-9408-26e7a2af4974 2024-12-05T20:45:58,455 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T20:45:58,457 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T20:45:58,457 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T20:45:58,460 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T20:45:58,460 DEBUG [RS:2;f210fcf30470:39567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2536e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f210fcf30470/172.17.0.2:0 2024-12-05T20:45:58,477 DEBUG [RS:0;f210fcf30470:32999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f210fcf30470:32999 2024-12-05T20:45:58,477 DEBUG [RS:1;f210fcf30470:46289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f210fcf30470:46289 2024-12-05T20:45:58,477 INFO [RS:1;f210fcf30470:46289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T20:45:58,477 INFO [RS:0;f210fcf30470:32999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T20:45:58,477 INFO [RS:1;f210fcf30470:46289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T20:45:58,477 INFO [RS:0;f210fcf30470:32999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T20:45:58,478 DEBUG [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T20:45:58,478 DEBUG [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T20:45:58,478 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(2659): reportForDuty to master=f210fcf30470,40407,1733431558100 with port=32999, startcode=1733431558145 2024-12-05T20:45:58,479 DEBUG [RS:0;f210fcf30470:32999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T20:45:58,480 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T20:45:58,480 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T20:45:58,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:58,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T20:45:58,486 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(2659): reportForDuty to master=f210fcf30470,40407,1733431558100 with port=46289, startcode=1733431558174 2024-12-05T20:45:58,486 DEBUG [RS:1;f210fcf30470:46289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T20:45:58,493 DEBUG [RS:2;f210fcf30470:39567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f210fcf30470:39567 2024-12-05T20:45:58,493 INFO [RS:2;f210fcf30470:39567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T20:45:58,493 INFO [RS:2;f210fcf30470:39567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T20:45:58,493 DEBUG [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T20:45:58,494 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(2659): reportForDuty to master=f210fcf30470,40407,1733431558100 with port=39567, startcode=1733431558210 2024-12-05T20:45:58,495 DEBUG [RS:2;f210fcf30470:39567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T20:45:58,525 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733431588525 2024-12-05T20:45:58,525 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T20:45:58,525 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T20:45:58,525 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T20:45:58,526 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T20:45:58,526 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T20:45:58,526 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T20:45:58,526 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,527 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T20:45:58,527 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T20:45:58,527 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T20:45:58,529 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T20:45:58,529 INFO [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T20:45:58,532 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T20:45:58,533 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.large.0-1733431558529,5,FailOnTimeoutGroup] 2024-12-05T20:45:58,533 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T20:45:58,534 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39051, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T20:45:58,536 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T20:45:58,537 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.small.0-1733431558533,5,FailOnTimeoutGroup] 2024-12-05T20:45:58,537 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,541 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T20:45:58,543 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T20:45:58,564 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T20:45:58,564 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,564 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,565 DEBUG [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T20:45:58,565 DEBUG [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T20:45:58,565 DEBUG [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T20:45:58,566 WARN [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T20:45:58,566 WARN [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T20:45:58,566 WARN [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T20:45:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741831_1007 (size=1321) 2024-12-05T20:45:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741831_1007 (size=1321) 2024-12-05T20:45:58,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741831_1007 (size=1321) 2024-12-05T20:45:58,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T20:45:58,570 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226 2024-12-05T20:45:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741832_1008 (size=32) 2024-12-05T20:45:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741832_1008 (size=32) 2024-12-05T20:45:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741832_1008 (size=32) 2024-12-05T20:45:58,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:58,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T20:45:58,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T20:45:58,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:58,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:58,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T20:45:58,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T20:45:58,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:58,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:58,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T20:45:58,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T20:45:58,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:58,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:58,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T20:45:58,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T20:45:58,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:58,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:58,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T20:45:58,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740 2024-12-05T20:45:58,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740 2024-12-05T20:45:58,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T20:45:58,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T20:45:58,624 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T20:45:58,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T20:45:58,639 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T20:45:58,640 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58847875, jitterRate=-0.12309832870960236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T20:45:58,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733431558591Initializing all the Stores at 1733431558594 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431558594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431558595 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431558595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431558595Cleaning up temporary data from old regions at 1733431558623 (+28 ms)Region opened successfully at 1733431558641 (+18 ms) 2024-12-05T20:45:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T20:45:58,642 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T20:45:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T20:45:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T20:45:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T20:45:58,642 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T20:45:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733431558641Disabling compacts and flushes for region at 1733431558642 (+1 ms)Disabling writes for close at 1733431558642Writing region close event to WAL at 1733431558642Closed at 1733431558642 2024-12-05T20:45:58,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T20:45:58,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T20:45:58,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T20:45:58,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T20:45:58,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T20:45:58,667 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(2659): reportForDuty to master=f210fcf30470,40407,1733431558100 with port=39567, startcode=1733431558210 2024-12-05T20:45:58,667 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(2659): reportForDuty to master=f210fcf30470,40407,1733431558100 with port=32999, startcode=1733431558145 2024-12-05T20:45:58,667 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(2659): reportForDuty to master=f210fcf30470,40407,1733431558100 with port=46289, startcode=1733431558174 2024-12-05T20:45:58,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f210fcf30470,46289,1733431558174 2024-12-05T20:45:58,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(517): Registering regionserver=f210fcf30470,46289,1733431558174 2024-12-05T20:45:58,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f210fcf30470,32999,1733431558145 2024-12-05T20:45:58,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(517): Registering regionserver=f210fcf30470,32999,1733431558145 2024-12-05T20:45:58,673 DEBUG [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226 2024-12-05T20:45:58,673 DEBUG [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32935 2024-12-05T20:45:58,673 DEBUG [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T20:45:58,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f210fcf30470,39567,1733431558210 2024-12-05T20:45:58,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(517): Registering regionserver=f210fcf30470,39567,1733431558210 2024-12-05T20:45:58,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:45:58,681 DEBUG [RS:1;f210fcf30470:46289 {}] zookeeper.ZKUtil(111): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f210fcf30470,46289,1733431558174 2024-12-05T20:45:58,681 WARN [RS:1;f210fcf30470:46289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T20:45:58,681 INFO [RS:1;f210fcf30470:46289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-05T20:45:58,682 DEBUG [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,46289,1733431558174 2024-12-05T20:45:58,683 DEBUG [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226 2024-12-05T20:45:58,684 DEBUG [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32935 2024-12-05T20:45:58,684 DEBUG [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T20:45:58,684 DEBUG [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226 2024-12-05T20:45:58,684 DEBUG [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32935 2024-12-05T20:45:58,684 DEBUG [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T20:45:58,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f210fcf30470,46289,1733431558174] 2024-12-05T20:45:58,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:45:58,687 DEBUG [RS:2;f210fcf30470:39567 {}] zookeeper.ZKUtil(111): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f210fcf30470,39567,1733431558210 2024-12-05T20:45:58,687 WARN [RS:2;f210fcf30470:39567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T20:45:58,688 INFO [RS:2;f210fcf30470:39567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-05T20:45:58,688 DEBUG [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,39567,1733431558210 2024-12-05T20:45:58,688 DEBUG [RS:0;f210fcf30470:32999 {}] zookeeper.ZKUtil(111): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f210fcf30470,32999,1733431558145 2024-12-05T20:45:58,688 WARN [RS:0;f210fcf30470:32999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T20:45:58,688 INFO [RS:0;f210fcf30470:32999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-05T20:45:58,688 DEBUG [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,32999,1733431558145 2024-12-05T20:45:58,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f210fcf30470,32999,1733431558145] 2024-12-05T20:45:58,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f210fcf30470,39567,1733431558210] 2024-12-05T20:45:58,696 INFO [RS:1;f210fcf30470:46289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T20:45:58,696 INFO [RS:2;f210fcf30470:39567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T20:45:58,709 INFO [RS:1;f210fcf30470:46289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T20:45:58,710 INFO [RS:0;f210fcf30470:32999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T20:45:58,713 INFO [RS:2;f210fcf30470:39567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T20:45:58,717 INFO [RS:1;f210fcf30470:46289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T20:45:58,717 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,718 INFO [RS:0;f210fcf30470:32999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T20:45:58,718 INFO [RS:2;f210fcf30470:39567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T20:45:58,718 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,721 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T20:45:58,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T20:45:58,721 INFO [RS:0;f210fcf30470:32999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T20:45:58,722 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,722 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T20:45:58,722 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T20:45:58,722 INFO [RS:1;f210fcf30470:46289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T20:45:58,723 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,723 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,723 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,723 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,723 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,723 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,723 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f210fcf30470:0, corePoolSize=2, maxPoolSize=2 2024-12-05T20:45:58,723 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,724 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,724 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,724 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,724 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,724 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,724 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:58,724 DEBUG [RS:1;f210fcf30470:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:58,725 INFO [RS:0;f210fcf30470:32999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T20:45:58,725 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 INFO [RS:2;f210fcf30470:39567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f210fcf30470:0, corePoolSize=2, maxPoolSize=2 2024-12-05T20:45:58,726 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,726 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f210fcf30470:0, corePoolSize=2, maxPoolSize=2 2024-12-05T20:45:58,727 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,727 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,727 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:58,727 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,727 DEBUG [RS:0;f210fcf30470:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:58,727 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,727 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,727 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,727 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f210fcf30470:0, corePoolSize=1, maxPoolSize=1 2024-12-05T20:45:58,727 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:58,727 DEBUG [RS:2;f210fcf30470:39567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0, corePoolSize=3, maxPoolSize=3 2024-12-05T20:45:58,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T20:45:58,761 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,761 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,761 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,761 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,762 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,762 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,46289,1733431558174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T20:45:58,765 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,765 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,765 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,765 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,765 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,765 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,32999,1733431558145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T20:45:58,765 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,766 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,766 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,766 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,766 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,766 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,39567,1733431558210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T20:45:58,785 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T20:45:58,785 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,46289,1733431558174-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,785 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,785 INFO [RS:1;f210fcf30470:46289 {}] regionserver.Replication(171): f210fcf30470,46289,1733431558174 started 2024-12-05T20:45:58,788 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T20:45:58,788 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,32999,1733431558145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,788 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,788 INFO [RS:0;f210fcf30470:32999 {}] regionserver.Replication(171): f210fcf30470,32999,1733431558145 started 2024-12-05T20:45:58,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T20:45:58,803 WARN [f210fcf30470:40407 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T20:45:58,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T20:45:58,803 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T20:45:58,804 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,39567,1733431558210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,804 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,804 INFO [RS:2;f210fcf30470:39567 {}] regionserver.Replication(171): f210fcf30470,39567,1733431558210 started 2024-12-05T20:45:58,806 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,806 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(1482): Serving as f210fcf30470,46289,1733431558174, RpcServer on f210fcf30470/172.17.0.2:46289, sessionid=0x100ac21dc110002 2024-12-05T20:45:58,806 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T20:45:58,806 DEBUG [RS:1;f210fcf30470:46289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f210fcf30470,46289,1733431558174 2024-12-05T20:45:58,806 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,46289,1733431558174' 2024-12-05T20:45:58,806 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T20:45:58,807 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,807 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(1482): Serving as f210fcf30470,32999,1733431558145, RpcServer on f210fcf30470/172.17.0.2:32999, sessionid=0x100ac21dc110001 2024-12-05T20:45:58,807 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T20:45:58,807 DEBUG [RS:0;f210fcf30470:32999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f210fcf30470,32999,1733431558145 2024-12-05T20:45:58,807 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,32999,1733431558145' 2024-12-05T20:45:58,807 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T20:45:58,807 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T20:45:58,808 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T20:45:58,808 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T20:45:58,808 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T20:45:58,808 DEBUG [RS:1;f210fcf30470:46289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f210fcf30470,46289,1733431558174 2024-12-05T20:45:58,808 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,46289,1733431558174' 2024-12-05T20:45:58,808 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T20:45:58,808 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T20:45:58,808 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T20:45:58,808 DEBUG [RS:0;f210fcf30470:32999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f210fcf30470,32999,1733431558145 2024-12-05T20:45:58,809 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,32999,1733431558145' 2024-12-05T20:45:58,809 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T20:45:58,809 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T20:45:58,809 DEBUG [RS:1;f210fcf30470:46289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T20:45:58,809 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T20:45:58,809 INFO [RS:1;f210fcf30470:46289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T20:45:58,809 INFO [RS:1;f210fcf30470:46289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T20:45:58,810 DEBUG [RS:0;f210fcf30470:32999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T20:45:58,810 INFO [RS:0;f210fcf30470:32999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T20:45:58,810 INFO [RS:0;f210fcf30470:32999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T20:45:58,833 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:58,833 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(1482): Serving as f210fcf30470,39567,1733431558210, RpcServer on f210fcf30470/172.17.0.2:39567, sessionid=0x100ac21dc110003 2024-12-05T20:45:58,833 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T20:45:58,834 DEBUG [RS:2;f210fcf30470:39567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f210fcf30470,39567,1733431558210 2024-12-05T20:45:58,834 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,39567,1733431558210' 2024-12-05T20:45:58,834 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T20:45:58,837 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T20:45:58,838 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T20:45:58,838 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T20:45:58,838 DEBUG [RS:2;f210fcf30470:39567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f210fcf30470,39567,1733431558210 2024-12-05T20:45:58,838 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f210fcf30470,39567,1733431558210' 2024-12-05T20:45:58,838 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T20:45:58,840 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T20:45:58,840 DEBUG [RS:2;f210fcf30470:39567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T20:45:58,840 INFO [RS:2;f210fcf30470:39567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T20:45:58,840 INFO [RS:2;f210fcf30470:39567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T20:45:58,913 INFO [RS:1;f210fcf30470:46289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C46289%2C1733431558174, suffix=, logDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,46289,1733431558174, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/oldWALs, maxLogs=32 2024-12-05T20:45:58,913 INFO [RS:0;f210fcf30470:32999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C32999%2C1733431558145, suffix=, logDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,32999,1733431558145, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/oldWALs, maxLogs=32 2024-12-05T20:45:58,916 INFO [RS:1;f210fcf30470:46289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f210fcf30470%2C46289%2C1733431558174.1733431558915 2024-12-05T20:45:58,916 INFO [RS:0;f210fcf30470:32999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f210fcf30470%2C32999%2C1733431558145.1733431558915 2024-12-05T20:45:58,939 INFO [RS:1;f210fcf30470:46289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,46289,1733431558174/f210fcf30470%2C46289%2C1733431558174.1733431558915 2024-12-05T20:45:58,944 INFO [RS:2;f210fcf30470:39567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C39567%2C1733431558210, suffix=, logDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,39567,1733431558210, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/oldWALs, maxLogs=32 2024-12-05T20:45:58,945 INFO [RS:2;f210fcf30470:39567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f210fcf30470%2C39567%2C1733431558210.1733431558945 2024-12-05T20:45:58,946 INFO [RS:0;f210fcf30470:32999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,32999,1733431558145/f210fcf30470%2C32999%2C1733431558145.1733431558915 2024-12-05T20:45:58,957 DEBUG [RS:1;f210fcf30470:46289 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44519:44519),(127.0.0.1/127.0.0.1:35881:35881),(127.0.0.1/127.0.0.1:35691:35691)] 2024-12-05T20:45:58,959 DEBUG [RS:0;f210fcf30470:32999 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35691:35691),(127.0.0.1/127.0.0.1:35881:35881),(127.0.0.1/127.0.0.1:44519:44519)] 2024-12-05T20:45:58,966 INFO [RS:2;f210fcf30470:39567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,39567,1733431558210/f210fcf30470%2C39567%2C1733431558210.1733431558945 2024-12-05T20:45:58,985 DEBUG [RS:2;f210fcf30470:39567 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35881:35881),(127.0.0.1/127.0.0.1:44519:44519),(127.0.0.1/127.0.0.1:35691:35691)] 2024-12-05T20:45:59,053 DEBUG [f210fcf30470:40407 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T20:45:59,053 DEBUG [f210fcf30470:40407 {}] balancer.BalancerClusterState(204): Hosts are {f210fcf30470=0} racks are {/default-rack=0} 2024-12-05T20:45:59,056 DEBUG [f210fcf30470:40407 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T20:45:59,056 DEBUG [f210fcf30470:40407 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T20:45:59,056 DEBUG [f210fcf30470:40407 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T20:45:59,056 DEBUG [f210fcf30470:40407 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T20:45:59,056 DEBUG [f210fcf30470:40407 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T20:45:59,056 DEBUG [f210fcf30470:40407 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T20:45:59,057 INFO [f210fcf30470:40407 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T20:45:59,057 INFO [f210fcf30470:40407 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T20:45:59,057 INFO [f210fcf30470:40407 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T20:45:59,057 DEBUG [f210fcf30470:40407 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T20:45:59,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f210fcf30470,46289,1733431558174 2024-12-05T20:45:59,059 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f210fcf30470,46289,1733431558174, state=OPENING 2024-12-05T20:45:59,060 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T20:45:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:59,061 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:45:59,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T20:45:59,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:59,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f210fcf30470,46289,1733431558174}] 2024-12-05T20:45:59,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:59,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:59,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:59,216 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T20:45:59,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T20:45:59,223 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T20:45:59,223 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-05T20:45:59,226 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f210fcf30470%2C46289%2C1733431558174.meta, suffix=.meta, logDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,46289,1733431558174, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/oldWALs, maxLogs=32 2024-12-05T20:45:59,226 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor f210fcf30470%2C46289%2C1733431558174.meta.1733431559226.meta 2024-12-05T20:45:59,235 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/WALs/f210fcf30470,46289,1733431558174/f210fcf30470%2C46289%2C1733431558174.meta.1733431559226.meta 2024-12-05T20:45:59,237 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35881:35881),(127.0.0.1/127.0.0.1:35691:35691),(127.0.0.1/127.0.0.1:44519:44519)] 2024-12-05T20:45:59,241 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T20:45:59,241 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T20:45:59,241 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T20:45:59,241 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T20:45:59,241 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T20:45:59,242 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:59,242 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T20:45:59,242 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T20:45:59,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T20:45:59,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T20:45:59,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:59,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:59,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T20:45:59,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T20:45:59,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:59,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:59,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T20:45:59,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T20:45:59,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:59,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:59,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T20:45:59,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T20:45:59,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:59,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T20:45:59,251 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T20:45:59,252 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740 2024-12-05T20:45:59,254 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740 2024-12-05T20:45:59,255 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T20:45:59,255 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T20:45:59,256 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T20:45:59,257 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T20:45:59,258 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69973974, jitterRate=0.04269346594810486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T20:45:59,258 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T20:45:59,260 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733431559242Writing region info on filesystem at 1733431559242Initializing all the Stores at 1733431559243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431559243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431559244 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431559244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733431559244Cleaning up temporary data from old regions at 1733431559255 (+11 ms)Running coprocessor post-open hooks at 1733431559258 (+3 ms)Region opened successfully at 1733431559259 (+1 ms) 2024-12-05T20:45:59,261 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733431559216 2024-12-05T20:45:59,264 DEBUG [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T20:45:59,265 INFO [RS_OPEN_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T20:45:59,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f210fcf30470,46289,1733431558174 2024-12-05T20:45:59,268 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f210fcf30470,46289,1733431558174, state=OPEN 2024-12-05T20:45:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T20:45:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T20:45:59,269 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T20:45:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T20:45:59,269 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f210fcf30470,46289,1733431558174 2024-12-05T20:45:59,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:59,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:59,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:59,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T20:45:59,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T20:45:59,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f210fcf30470,46289,1733431558174 in 207 msec 2024-12-05T20:45:59,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T20:45:59,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-12-05T20:45:59,278 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T20:45:59,278 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T20:45:59,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T20:45:59,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f210fcf30470,46289,1733431558174, seqNum=-1] 2024-12-05T20:45:59,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T20:45:59,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59053, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T20:45:59,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 851 msec 2024-12-05T20:45:59,294 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733431559294, completionTime=-1 2024-12-05T20:45:59,294 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T20:45:59,294 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T20:45:59,297 INFO [master/f210fcf30470:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T20:45:59,297 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733431619297 2024-12-05T20:45:59,297 INFO [master/f210fcf30470:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733431679297 2024-12-05T20:45:59,297 INFO [master/f210fcf30470:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T20:45:59,301 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T20:45:59,302 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,40407,1733431558100-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:59,302 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,40407,1733431558100-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:59,302 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,40407,1733431558100-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:59,302 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f210fcf30470:40407, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:59,302 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:59,305 DEBUG [master/f210fcf30470:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T20:45:59,308 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:59,314 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.048sec 2024-12-05T20:45:59,314 INFO [master/f210fcf30470:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T20:45:59,314 INFO [master/f210fcf30470:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T20:45:59,314 INFO [master/f210fcf30470:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T20:45:59,314 INFO [master/f210fcf30470:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T20:45:59,314 INFO [master/f210fcf30470:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T20:45:59,314 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,40407,1733431558100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T20:45:59,314 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,40407,1733431558100-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T20:45:59,317 DEBUG [master/f210fcf30470:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T20:45:59,317 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T20:45:59,317 INFO [master/f210fcf30470:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f210fcf30470,40407,1733431558100-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T20:45:59,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3562bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T20:45:59,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f210fcf30470,40407,-1 for getting cluster id 2024-12-05T20:45:59,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T20:45:59,357 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29beafdc-530e-4712-9408-26e7a2af4974' 2024-12-05T20:45:59,357 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T20:45:59,358 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29beafdc-530e-4712-9408-26e7a2af4974" 2024-12-05T20:45:59,358 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e39101e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T20:45:59,358 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f210fcf30470,40407,-1] 2024-12-05T20:45:59,359 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T20:45:59,359 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:45:59,361 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T20:45:59,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e12713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T20:45:59,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T20:45:59,365 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f210fcf30470,46289,1733431558174, seqNum=-1] 2024-12-05T20:45:59,365 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T20:45:59,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T20:45:59,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f210fcf30470,40407,1733431558100 2024-12-05T20:45:59,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T20:45:59,376 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f210fcf30470,40407,1733431558100 2024-12-05T20:45:59,376 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e24eb2 2024-12-05T20:45:59,376 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T20:45:59,379 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T20:45:59,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T20:45:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-12-05T20:45:59,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T20:45:59,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:59,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-12-05T20:45:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T20:45:59,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T20:45:59,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741837_1013 (size=392) 2024-12-05T20:45:59,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741837_1013 (size=392) 2024-12-05T20:45:59,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741837_1013 (size=392) 2024-12-05T20:45:59,410 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a88733d134549381029c9755b19c5ea, NAME => 'TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226 2024-12-05T20:45:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741838_1014 (size=51) 2024-12-05T20:45:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741838_1014 (size=51) 2024-12-05T20:45:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741838_1014 (size=51) 2024-12-05T20:45:59,430 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:59,430 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 1a88733d134549381029c9755b19c5ea, disabling compactions & flushes 2024-12-05T20:45:59,430 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:45:59,430 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:45:59,430 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. after waiting 0 ms 2024-12-05T20:45:59,430 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:45:59,430 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:45:59,430 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a88733d134549381029c9755b19c5ea: Waiting for close lock at 1733431559430Disabling compacts and flushes for region at 1733431559430Disabling writes for close at 1733431559430Writing region close event to WAL at 1733431559430Closed at 1733431559430 2024-12-05T20:45:59,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T20:45:59,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733431559432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733431559432"}]},"ts":"1733431559432"} 2024-12-05T20:45:59,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T20:45:59,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T20:45:59,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733431559437"}]},"ts":"1733431559437"} 2024-12-05T20:45:59,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-12-05T20:45:59,441 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f210fcf30470=0} racks are {/default-rack=0} 2024-12-05T20:45:59,441 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T20:45:59,442 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T20:45:59,442 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T20:45:59,442 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T20:45:59,442 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T20:45:59,442 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T20:45:59,442 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T20:45:59,442 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T20:45:59,442 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T20:45:59,442 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T20:45:59,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1a88733d134549381029c9755b19c5ea, ASSIGN}] 2024-12-05T20:45:59,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1a88733d134549381029c9755b19c5ea, ASSIGN 2024-12-05T20:45:59,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1a88733d134549381029c9755b19c5ea, ASSIGN; state=OFFLINE, location=f210fcf30470,39567,1733431558210; forceNewPlan=false, retain=false 2024-12-05T20:45:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T20:45:59,596 INFO [f210fcf30470:40407 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T20:45:59,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a88733d134549381029c9755b19c5ea, regionState=OPENING, regionLocation=f210fcf30470,39567,1733431558210 2024-12-05T20:45:59,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1a88733d134549381029c9755b19c5ea, ASSIGN because future has completed 2024-12-05T20:45:59,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a88733d134549381029c9755b19c5ea, server=f210fcf30470,39567,1733431558210}] 2024-12-05T20:45:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T20:45:59,757 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T20:45:59,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60733, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T20:45:59,764 INFO [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:45:59,764 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a88733d134549381029c9755b19c5ea, NAME => 'TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea.', STARTKEY => '', ENDKEY => ''} 2024-12-05T20:45:59,764 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,764 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T20:45:59,764 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,765 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,766 INFO [StoreOpener-1a88733d134549381029c9755b19c5ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,768 INFO [StoreOpener-1a88733d134549381029c9755b19c5ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a88733d134549381029c9755b19c5ea columnFamilyName cf 2024-12-05T20:45:59,768 DEBUG [StoreOpener-1a88733d134549381029c9755b19c5ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T20:45:59,769 INFO [StoreOpener-1a88733d134549381029c9755b19c5ea-1 {}] regionserver.HStore(327): Store=1a88733d134549381029c9755b19c5ea/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T20:45:59,769 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,770 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/default/TestHBaseWalOnEC/1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,771 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/default/TestHBaseWalOnEC/1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,772 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,772 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,774 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,776 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/default/TestHBaseWalOnEC/1a88733d134549381029c9755b19c5ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T20:45:59,777 INFO [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a88733d134549381029c9755b19c5ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72076583, jitterRate=0.07402478158473969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T20:45:59,777 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a88733d134549381029c9755b19c5ea 2024-12-05T20:45:59,778 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a88733d134549381029c9755b19c5ea: Running coprocessor pre-open hook at 1733431559765Writing region info on filesystem at 1733431559765Initializing all the Stores at 1733431559766 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733431559766Cleaning up temporary data from old regions at 1733431559772 (+6 ms)Running coprocessor post-open hooks at 1733431559777 (+5 ms)Region opened successfully at 1733431559778 (+1 ms) 2024-12-05T20:45:59,780 INFO [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea., pid=6, masterSystemTime=1733431559756 2024-12-05T20:45:59,783 DEBUG [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:45:59,783 INFO [RS_OPEN_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:45:59,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a88733d134549381029c9755b19c5ea, regionState=OPEN, openSeqNum=2, regionLocation=f210fcf30470,39567,1733431558210 2024-12-05T20:45:59,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a88733d134549381029c9755b19c5ea, server=f210fcf30470,39567,1733431558210 because future has completed 2024-12-05T20:45:59,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T20:45:59,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a88733d134549381029c9755b19c5ea, server=f210fcf30470,39567,1733431558210 in 189 msec 2024-12-05T20:45:59,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T20:45:59,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1a88733d134549381029c9755b19c5ea, ASSIGN in 354 msec 2024-12-05T20:45:59,803 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T20:45:59,803 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733431559803"}]},"ts":"1733431559803"} 2024-12-05T20:45:59,807 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-12-05T20:45:59,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T20:45:59,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 429 msec 2024-12-05T20:46:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T20:46:00,010 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-12-05T20:46:00,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-12-05T20:46:00,010 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T20:46:00,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-12-05T20:46:00,015 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T20:46:00,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-12-05T20:46:00,019 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea., hostname=f210fcf30470,39567,1733431558210, seqNum=2] 2024-12-05T20:46:00,019 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T20:46:00,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T20:46:00,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-12-05T20:46:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-12-05T20:46:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T20:46:00,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-12-05T20:46:00,029 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T20:46:00,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T20:46:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T20:46:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39567 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T20:46:00,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:46:00,192 INFO [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 1a88733d134549381029c9755b19c5ea 1/1 column families, dataSize=32 B heapSize=360 B 2024-12-05T20:46:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/default/TestHBaseWalOnEC/1a88733d134549381029c9755b19c5ea/.tmp/cf/0a03f1ab207546aeb0fb2a3ff9c60668 is 36, key is row/cf:cq/1733431560022/Put/seqid=0 2024-12-05T20:46:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741839_1015 (size=4787) 2024-12-05T20:46:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741839_1015 (size=4787) 2024-12-05T20:46:00,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741839_1015 (size=4787) 2024-12-05T20:46:00,234 INFO [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/default/TestHBaseWalOnEC/1a88733d134549381029c9755b19c5ea/.tmp/cf/0a03f1ab207546aeb0fb2a3ff9c60668 2024-12-05T20:46:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/default/TestHBaseWalOnEC/1a88733d134549381029c9755b19c5ea/.tmp/cf/0a03f1ab207546aeb0fb2a3ff9c60668 as hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/default/TestHBaseWalOnEC/1a88733d134549381029c9755b19c5ea/cf/0a03f1ab207546aeb0fb2a3ff9c60668 2024-12-05T20:46:00,261 INFO [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/default/TestHBaseWalOnEC/1a88733d134549381029c9755b19c5ea/cf/0a03f1ab207546aeb0fb2a3ff9c60668, entries=1, sequenceid=5, filesize=4.7 K 2024-12-05T20:46:00,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 1a88733d134549381029c9755b19c5ea in 71ms, sequenceid=5, compaction requested=false 2024-12-05T20:46:00,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 1a88733d134549381029c9755b19c5ea: 2024-12-05T20:46:00,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:46:00,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f210fcf30470:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T20:46:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T20:46:00,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T20:46:00,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 237 msec 2024-12-05T20:46:00,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 249 msec 2024-12-05T20:46:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T20:46:00,341 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-12-05T20:46:00,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T20:46:00,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T20:46:00,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:46:00,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:46:00,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:46:00,353 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T20:46:00,353 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1373599370, stopped=false 2024-12-05T20:46:00,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T20:46:00,353 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f210fcf30470,40407,1733431558100 2024-12-05T20:46:00,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T20:46:00,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T20:46:00,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:46:00,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T20:46:00,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:46:00,355 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T20:46:00,355 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:46:00,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:46:00,356 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T20:46:00,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T20:46:00,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:46:00,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:46:00,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:46:00,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:46:00,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f210fcf30470,32999,1733431558145' ***** 2024-12-05T20:46:00,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T20:46:00,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f210fcf30470,46289,1733431558174' ***** 2024-12-05T20:46:00,397 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T20:46:00,397 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f210fcf30470,39567,1733431558210' ***** 2024-12-05T20:46:00,397 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T20:46:00,397 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T20:46:00,397 INFO [RS:0;f210fcf30470:32999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T20:46:00,397 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T20:46:00,397 INFO [RS:0;f210fcf30470:32999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T20:46:00,397 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(959): stopping server f210fcf30470,32999,1733431558145 2024-12-05T20:46:00,397 INFO [RS:0;f210fcf30470:32999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T20:46:00,397 INFO [RS:0;f210fcf30470:32999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f210fcf30470:32999. 2024-12-05T20:46:00,397 DEBUG [RS:0;f210fcf30470:32999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:46:00,397 DEBUG [RS:0;f210fcf30470:32999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:46:00,398 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(976): stopping server f210fcf30470,32999,1733431558145; all regions closed. 2024-12-05T20:46:00,398 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,398 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,398 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,398 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,399 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,400 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T20:46:00,400 INFO [regionserver/f210fcf30470:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:46:00,400 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T20:46:00,400 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T20:46:00,400 INFO [RS:2;f210fcf30470:39567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T20:46:00,400 INFO [RS:1;f210fcf30470:46289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T20:46:00,400 INFO [RS:2;f210fcf30470:39567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T20:46:00,400 INFO [RS:1;f210fcf30470:46289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T20:46:00,400 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(959): stopping server f210fcf30470,46289,1733431558174 2024-12-05T20:46:00,400 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a88733d134549381029c9755b19c5ea 2024-12-05T20:46:00,400 INFO [RS:1;f210fcf30470:46289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T20:46:00,401 INFO [RS:1;f210fcf30470:46289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f210fcf30470:46289. 2024-12-05T20:46:00,401 DEBUG [RS:1;f210fcf30470:46289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:46:00,401 DEBUG [RS:1;f210fcf30470:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:46:00,401 INFO [RS:1;f210fcf30470:46289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T20:46:00,401 INFO [RS:1;f210fcf30470:46289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T20:46:00,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:46:00,401 INFO [RS:1;f210fcf30470:46289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T20:46:00,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T20:46:00,401 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T20:46:00,401 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T20:46:00,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741834_1010 (size=93) 2024-12-05T20:46:00,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741834_1010 (size=93) 2024-12-05T20:46:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741834_1010 (size=93) 2024-12-05T20:46:00,412 DEBUG [RS:0;f210fcf30470:32999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/oldWALs 2024-12-05T20:46:00,412 INFO [RS:0;f210fcf30470:32999 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f210fcf30470%2C32999%2C1733431558145:(num 1733431558915) 2024-12-05T20:46:00,413 DEBUG [RS:0;f210fcf30470:32999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:46:00,413 INFO [RS:0;f210fcf30470:32999 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:46:00,413 INFO [RS:0;f210fcf30470:32999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T20:46:00,413 INFO [RS:0;f210fcf30470:32999 {}] hbase.ChoreService(370): Chore service for: regionserver/f210fcf30470:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T20:46:00,413 INFO [RS:0;f210fcf30470:32999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T20:46:00,413 INFO [RS:0;f210fcf30470:32999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T20:46:00,413 INFO [RS:0;f210fcf30470:32999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T20:46:00,413 INFO [regionserver/f210fcf30470:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T20:46:00,413 INFO [RS:0;f210fcf30470:32999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T20:46:00,413 INFO [RS:0;f210fcf30470:32999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32999 2024-12-05T20:46:00,414 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(959): stopping server f210fcf30470,39567,1733431558210 2024-12-05T20:46:00,414 INFO [RS:2;f210fcf30470:39567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T20:46:00,414 INFO [RS:2;f210fcf30470:39567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f210fcf30470:39567. 2024-12-05T20:46:00,414 DEBUG [RS:2;f210fcf30470:39567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T20:46:00,414 DEBUG [RS:2;f210fcf30470:39567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:46:00,414 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T20:46:00,414 DEBUG [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(1325): Online Regions={1a88733d134549381029c9755b19c5ea=TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea.} 2024-12-05T20:46:00,414 DEBUG [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(1351): Waiting on 1a88733d134549381029c9755b19c5ea 2024-12-05T20:46:00,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:46:00,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f210fcf30470,32999,1733431558145 2024-12-05T20:46:00,416 INFO [RS:0;f210fcf30470:32999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T20:46:00,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f210fcf30470,32999,1733431558145] 2024-12-05T20:46:00,417 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a88733d134549381029c9755b19c5ea, disabling compactions & flushes 2024-12-05T20:46:00,417 INFO [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:46:00,417 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:46:00,417 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. after waiting 0 ms 2024-12-05T20:46:00,417 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:46:00,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f210fcf30470,32999,1733431558145 already deleted, retry=false 2024-12-05T20:46:00,418 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f210fcf30470,32999,1733431558145 expired; onlineServers=2 2024-12-05T20:46:00,418 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T20:46:00,418 DEBUG [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T20:46:00,418 DEBUG [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T20:46:00,418 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T20:46:00,418 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T20:46:00,418 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T20:46:00,418 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T20:46:00,418 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T20:46:00,419 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T20:46:00,430 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/default/TestHBaseWalOnEC/1a88733d134549381029c9755b19c5ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T20:46:00,432 INFO [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:46:00,432 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a88733d134549381029c9755b19c5ea: Waiting for close lock at 1733431560417Running coprocessor pre-close hooks at 1733431560417Disabling compacts and flushes for region at 1733431560417Disabling writes for close at 1733431560417Writing region close event to WAL at 1733431560421 (+4 ms)Running coprocessor post-close hooks at 1733431560431 (+10 ms)Closed at 1733431560432 (+1 ms) 2024-12-05T20:46:00,432 DEBUG [RS_CLOSE_REGION-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea. 2024-12-05T20:46:00,443 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/.tmp/info/af53fc2de6f3458f9f6f25fbcf26913a is 153, key is TestHBaseWalOnEC,,1733431559380.1a88733d134549381029c9755b19c5ea./info:regioninfo/1733431559785/Put/seqid=0 2024-12-05T20:46:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741840_1016 (size=6637) 2024-12-05T20:46:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741840_1016 (size=6637) 2024-12-05T20:46:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741840_1016 (size=6637) 2024-12-05T20:46:00,451 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/.tmp/info/af53fc2de6f3458f9f6f25fbcf26913a 2024-12-05T20:46:00,474 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/.tmp/ns/bde6a1889ff7458babdd005bd3bccffb is 43, key is default/ns:d/1733431559282/Put/seqid=0 2024-12-05T20:46:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741841_1017 (size=5153) 2024-12-05T20:46:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741841_1017 (size=5153) 2024-12-05T20:46:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741841_1017 (size=5153) 2024-12-05T20:46:00,484 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/.tmp/ns/bde6a1889ff7458babdd005bd3bccffb 2024-12-05T20:46:00,496 INFO [regionserver/f210fcf30470:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:46:00,500 INFO [regionserver/f210fcf30470:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:46:00,506 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/.tmp/table/72b5cabeddca4f54a49459ef9a424daa is 52, key is TestHBaseWalOnEC/table:state/1733431559803/Put/seqid=0 2024-12-05T20:46:00,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:46:00,517 INFO [RS:0;f210fcf30470:32999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T20:46:00,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x100ac21dc110001, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:46:00,518 INFO [RS:0;f210fcf30470:32999 {}] regionserver.HRegionServer(1031): Exiting; stopping=f210fcf30470,32999,1733431558145; zookeeper connection closed. 2024-12-05T20:46:00,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58a8d40c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58a8d40c 2024-12-05T20:46:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741842_1018 (size=5249) 2024-12-05T20:46:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741842_1018 (size=5249) 2024-12-05T20:46:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741842_1018 (size=5249) 2024-12-05T20:46:00,522 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/.tmp/table/72b5cabeddca4f54a49459ef9a424daa 2024-12-05T20:46:00,532 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/.tmp/info/af53fc2de6f3458f9f6f25fbcf26913a as hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/info/af53fc2de6f3458f9f6f25fbcf26913a 2024-12-05T20:46:00,542 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/info/af53fc2de6f3458f9f6f25fbcf26913a, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T20:46:00,544 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/.tmp/ns/bde6a1889ff7458babdd005bd3bccffb as hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/ns/bde6a1889ff7458babdd005bd3bccffb 2024-12-05T20:46:00,554 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/ns/bde6a1889ff7458babdd005bd3bccffb, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T20:46:00,555 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/.tmp/table/72b5cabeddca4f54a49459ef9a424daa as hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/table/72b5cabeddca4f54a49459ef9a424daa 2024-12-05T20:46:00,565 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/table/72b5cabeddca4f54a49459ef9a424daa, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T20:46:00,567 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=11, compaction requested=false 2024-12-05T20:46:00,580 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T20:46:00,583 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T20:46:00,583 INFO [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T20:46:00,583 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733431560418Running coprocessor pre-close hooks at 1733431560418Disabling compacts and flushes for region at 1733431560418Disabling writes for close at 1733431560418Obtaining lock to block concurrent updates at 1733431560419 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733431560419Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733431560419Flushing stores of hbase:meta,,1.1588230740 at 1733431560420 (+1 ms)Flushing 1588230740/info: creating writer at 1733431560420Flushing 1588230740/info: appending metadata at 1733431560442 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733431560442Flushing 1588230740/ns: creating writer at 1733431560460 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733431560474 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733431560474Flushing 1588230740/table: creating writer at 1733431560492 (+18 ms)Flushing 1588230740/table: appending metadata at 1733431560506 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733431560506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0aebef: reopening flushed file at 1733431560531 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d91e440: reopening flushed file at 1733431560542 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362d95d2: reopening flushed file at 1733431560554 (+12 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=11, compaction requested=false at 1733431560567 (+13 ms)Writing region close event to WAL at 1733431560569 (+2 ms)Running coprocessor post-close hooks at 1733431560582 (+13 ms)Closed at 1733431560583 (+1 ms) 2024-12-05T20:46:00,583 DEBUG [RS_CLOSE_META-regionserver/f210fcf30470:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T20:46:00,615 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(976): stopping server f210fcf30470,39567,1733431558210; all regions closed. 2024-12-05T20:46:00,617 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,617 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,618 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,618 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,618 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,618 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(976): stopping server f210fcf30470,46289,1733431558174; all regions closed. 2024-12-05T20:46:00,619 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,619 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,623 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,624 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,624 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741835_1011 (size=1298) 2024-12-05T20:46:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741835_1011 (size=1298) 2024-12-05T20:46:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741835_1011 (size=1298) 2024-12-05T20:46:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741836_1012 (size=2751) 2024-12-05T20:46:00,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741836_1012 (size=2751) 2024-12-05T20:46:00,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741836_1012 (size=2751) 2024-12-05T20:46:00,646 DEBUG [RS:1;f210fcf30470:46289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/oldWALs 2024-12-05T20:46:00,647 INFO [RS:1;f210fcf30470:46289 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f210fcf30470%2C46289%2C1733431558174.meta:.meta(num 1733431559226) 2024-12-05T20:46:00,649 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,649 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,649 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,649 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,650 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741833_1009 (size=93) 2024-12-05T20:46:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741833_1009 (size=93) 2024-12-05T20:46:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741833_1009 (size=93) 2024-12-05T20:46:00,665 DEBUG [RS:1;f210fcf30470:46289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/oldWALs 2024-12-05T20:46:00,665 INFO [RS:1;f210fcf30470:46289 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f210fcf30470%2C46289%2C1733431558174:(num 1733431558915) 2024-12-05T20:46:00,665 DEBUG [RS:1;f210fcf30470:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:46:00,665 INFO [RS:1;f210fcf30470:46289 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:46:00,666 INFO [RS:1;f210fcf30470:46289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T20:46:00,666 INFO [RS:1;f210fcf30470:46289 {}] hbase.ChoreService(370): Chore service for: regionserver/f210fcf30470:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T20:46:00,666 INFO [RS:1;f210fcf30470:46289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T20:46:00,667 INFO [RS:1;f210fcf30470:46289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46289 2024-12-05T20:46:00,667 INFO [regionserver/f210fcf30470:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T20:46:00,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f210fcf30470,46289,1733431558174 2024-12-05T20:46:00,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:46:00,669 INFO [RS:1;f210fcf30470:46289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T20:46:00,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f210fcf30470,46289,1733431558174] 2024-12-05T20:46:00,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f210fcf30470,46289,1733431558174 already deleted, retry=false 2024-12-05T20:46:00,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f210fcf30470,46289,1733431558174 expired; onlineServers=1 2024-12-05T20:46:00,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:46:00,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ac21dc110002, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:46:00,773 INFO [RS:1;f210fcf30470:46289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T20:46:00,773 INFO [RS:1;f210fcf30470:46289 {}] regionserver.HRegionServer(1031): Exiting; stopping=f210fcf30470,46289,1733431558174; zookeeper connection closed. 2024-12-05T20:46:00,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2311a25f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2311a25f 2024-12-05T20:46:00,793 INFO [regionserver/f210fcf30470:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T20:46:00,793 INFO [regionserver/f210fcf30470:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T20:46:01,035 DEBUG [RS:2;f210fcf30470:39567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/oldWALs 2024-12-05T20:46:01,035 INFO [RS:2;f210fcf30470:39567 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f210fcf30470%2C39567%2C1733431558210:(num 1733431558945) 2024-12-05T20:46:01,035 DEBUG [RS:2;f210fcf30470:39567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T20:46:01,035 INFO [RS:2;f210fcf30470:39567 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T20:46:01,035 INFO [RS:2;f210fcf30470:39567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T20:46:01,035 INFO [RS:2;f210fcf30470:39567 {}] hbase.ChoreService(370): Chore service for: regionserver/f210fcf30470:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T20:46:01,036 INFO [RS:2;f210fcf30470:39567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T20:46:01,036 INFO [RS:2;f210fcf30470:39567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T20:46:01,036 INFO [regionserver/f210fcf30470:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T20:46:01,036 INFO [RS:2;f210fcf30470:39567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T20:46:01,036 INFO [RS:2;f210fcf30470:39567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T20:46:01,036 INFO [RS:2;f210fcf30470:39567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39567 2024-12-05T20:46:01,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T20:46:01,037 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f210fcf30470,39567,1733431558210 2024-12-05T20:46:01,038 INFO [RS:2;f210fcf30470:39567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T20:46:01,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f210fcf30470,39567,1733431558210] 2024-12-05T20:46:01,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f210fcf30470,39567,1733431558210 already deleted, retry=false 2024-12-05T20:46:01,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f210fcf30470,39567,1733431558210 expired; onlineServers=0 2024-12-05T20:46:01,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f210fcf30470,40407,1733431558100' ***** 2024-12-05T20:46:01,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T20:46:01,040 INFO [M:0;f210fcf30470:40407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T20:46:01,040 INFO [M:0;f210fcf30470:40407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T20:46:01,040 DEBUG [M:0;f210fcf30470:40407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T20:46:01,040 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T20:46:01,040 DEBUG [M:0;f210fcf30470:40407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T20:46:01,040 DEBUG [master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.large.0-1733431558529 {}] cleaner.HFileCleaner(306): Exit Thread[master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.large.0-1733431558529,5,FailOnTimeoutGroup] 2024-12-05T20:46:01,041 INFO [M:0;f210fcf30470:40407 {}] hbase.ChoreService(370): Chore service for: master/f210fcf30470:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T20:46:01,041 DEBUG [master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.small.0-1733431558533 {}] cleaner.HFileCleaner(306): Exit Thread[master/f210fcf30470:0:becomeActiveMaster-HFileCleaner.small.0-1733431558533,5,FailOnTimeoutGroup] 2024-12-05T20:46:01,041 INFO [M:0;f210fcf30470:40407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T20:46:01,041 DEBUG [M:0;f210fcf30470:40407 {}] master.HMaster(1795): Stopping service threads 2024-12-05T20:46:01,041 INFO [M:0;f210fcf30470:40407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T20:46:01,041 INFO [M:0;f210fcf30470:40407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T20:46:01,041 INFO [M:0;f210fcf30470:40407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T20:46:01,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T20:46:01,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T20:46:01,042 DEBUG [M:0;f210fcf30470:40407 {}] zookeeper.ZKUtil(347): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T20:46:01,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T20:46:01,042 WARN [M:0;f210fcf30470:40407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T20:46:01,043 INFO [M:0;f210fcf30470:40407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/.lastflushedseqids 2024-12-05T20:46:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741843_1019 (size=127) 2024-12-05T20:46:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741843_1019 (size=127) 2024-12-05T20:46:01,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741843_1019 (size=127) 2024-12-05T20:46:01,061 INFO [M:0;f210fcf30470:40407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T20:46:01,061 INFO [M:0;f210fcf30470:40407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T20:46:01,062 DEBUG [M:0;f210fcf30470:40407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T20:46:01,062 INFO [M:0;f210fcf30470:40407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:46:01,062 DEBUG [M:0;f210fcf30470:40407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:46:01,062 DEBUG [M:0;f210fcf30470:40407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T20:46:01,062 DEBUG [M:0;f210fcf30470:40407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:46:01,062 INFO [M:0;f210fcf30470:40407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-12-05T20:46:01,078 DEBUG [M:0;f210fcf30470:40407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edd4dc746d6041dfbb96b184827efb25 is 82, key is hbase:meta,,1/info:regioninfo/1733431559266/Put/seqid=0 2024-12-05T20:46:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741844_1020 (size=5672) 2024-12-05T20:46:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741844_1020 (size=5672) 2024-12-05T20:46:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741844_1020 (size=5672) 2024-12-05T20:46:01,087 INFO [M:0;f210fcf30470:40407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edd4dc746d6041dfbb96b184827efb25 2024-12-05T20:46:01,114 DEBUG [M:0;f210fcf30470:40407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0328a1be5e14f7bb3713209bd0917c6 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733431559811/Put/seqid=0 2024-12-05T20:46:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741845_1021 (size=6440) 2024-12-05T20:46:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741845_1021 (size=6440) 2024-12-05T20:46:01,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741845_1021 (size=6440) 2024-12-05T20:46:01,129 INFO [M:0;f210fcf30470:40407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.15 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0328a1be5e14f7bb3713209bd0917c6 2024-12-05T20:46:01,140 INFO [RS:2;f210fcf30470:39567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T20:46:01,140 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:46:01,140 INFO [RS:2;f210fcf30470:39567 {}] regionserver.HRegionServer(1031): Exiting; stopping=f210fcf30470,39567,1733431558210; zookeeper connection closed. 2024-12-05T20:46:01,140 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39567-0x100ac21dc110003, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:46:01,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7159a823 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7159a823 2024-12-05T20:46:01,140 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T20:46:01,149 DEBUG [M:0;f210fcf30470:40407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c052391c60554470872ad50188bc3609 is 69, key is f210fcf30470,32999,1733431558145/rs:state/1733431558672/Put/seqid=0 2024-12-05T20:46:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741846_1022 (size=5294) 2024-12-05T20:46:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741846_1022 (size=5294) 2024-12-05T20:46:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741846_1022 (size=5294) 2024-12-05T20:46:01,156 INFO [M:0;f210fcf30470:40407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c052391c60554470872ad50188bc3609 2024-12-05T20:46:01,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T20:46:01,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T20:46:01,163 DEBUG [M:0;f210fcf30470:40407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edd4dc746d6041dfbb96b184827efb25 as hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edd4dc746d6041dfbb96b184827efb25 2024-12-05T20:46:01,170 INFO [M:0;f210fcf30470:40407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edd4dc746d6041dfbb96b184827efb25, entries=8, sequenceid=72, filesize=5.5 K 2024-12-05T20:46:01,171 DEBUG [M:0;f210fcf30470:40407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0328a1be5e14f7bb3713209bd0917c6 as hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0328a1be5e14f7bb3713209bd0917c6 2024-12-05T20:46:01,178 INFO [M:0;f210fcf30470:40407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0328a1be5e14f7bb3713209bd0917c6, entries=8, sequenceid=72, filesize=6.3 K 2024-12-05T20:46:01,179 DEBUG [M:0;f210fcf30470:40407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c052391c60554470872ad50188bc3609 as hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c052391c60554470872ad50188bc3609 2024-12-05T20:46:01,186 INFO [M:0;f210fcf30470:40407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/9d385d59-cfc3-112d-4490-66a7989ac226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c052391c60554470872ad50188bc3609, entries=3, sequenceid=72, filesize=5.2 K 2024-12-05T20:46:01,188 INFO [M:0;f210fcf30470:40407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=72, compaction requested=false 2024-12-05T20:46:01,189 INFO [M:0;f210fcf30470:40407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T20:46:01,189 DEBUG [M:0;f210fcf30470:40407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733431561062Disabling compacts and flushes for region at 1733431561062Disabling writes for close at 1733431561062Obtaining lock to block concurrent updates at 1733431561062Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733431561062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1733431561062Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733431561063 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733431561063Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733431561078 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733431561078Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733431561095 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733431561114 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733431561114Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733431561136 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733431561149 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733431561149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ebeae6: reopening flushed file at 1733431561161 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4151b2: reopening flushed file at 1733431561170 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6cec5: reopening flushed file at 1733431561178 (+8 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=72, compaction requested=false at 1733431561188 (+10 ms)Writing region close event to WAL at 1733431561189 (+1 ms)Closed at 1733431561189 2024-12-05T20:46:01,190 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:01,190 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:01,190 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:01,190 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:01,190 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T20:46:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741830_1006 (size=32683) 2024-12-05T20:46:01,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741830_1006 (size=32683) 2024-12-05T20:46:01,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741830_1006 (size=32683) 2024-12-05T20:46:01,194 INFO [M:0;f210fcf30470:40407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T20:46:01,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T20:46:01,194 INFO [M:0;f210fcf30470:40407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40407 2024-12-05T20:46:01,194 INFO [M:0;f210fcf30470:40407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T20:46:01,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:46:01,295 INFO [M:0;f210fcf30470:40407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T20:46:01,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100ac21dc110000, quorum=127.0.0.1:64850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T20:46:01,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f50f857{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:46:01,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7eeef71e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T20:46:01,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T20:46:01,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b03519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T20:46:01,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44968fad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.log.dir/,STOPPED} 2024-12-05T20:46:01,301 WARN [BP-286778640-172.17.0.2-1733431557120 heartbeating to localhost/127.0.0.1:32935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T20:46:01,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T20:46:01,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T20:46:01,301 WARN [BP-286778640-172.17.0.2-1733431557120 heartbeating to localhost/127.0.0.1:32935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-286778640-172.17.0.2-1733431557120 (Datanode Uuid 7f056f70-ef38-4abd-9f5a-ca10dd409c5d) service to localhost/127.0.0.1:32935 2024-12-05T20:46:01,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data5/current/BP-286778640-172.17.0.2-1733431557120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:46:01,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data6/current/BP-286778640-172.17.0.2-1733431557120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:46:01,302 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T20:46:01,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46f4cd0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:46:01,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@700b2317{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T20:46:01,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T20:46:01,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55cf3a01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T20:46:01,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4148d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.log.dir/,STOPPED} 2024-12-05T20:46:01,309 WARN [BP-286778640-172.17.0.2-1733431557120 heartbeating to localhost/127.0.0.1:32935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T20:46:01,309 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T20:46:01,309 WARN [BP-286778640-172.17.0.2-1733431557120 heartbeating to localhost/127.0.0.1:32935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-286778640-172.17.0.2-1733431557120 (Datanode Uuid 20dacbdf-65c7-4fed-a81b-adc7c81a35e2) service to localhost/127.0.0.1:32935 2024-12-05T20:46:01,309 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T20:46:01,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data3/current/BP-286778640-172.17.0.2-1733431557120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:46:01,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data4/current/BP-286778640-172.17.0.2-1733431557120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:46:01,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T20:46:01,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f854cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T20:46:01,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70fdfe33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T20:46:01,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T20:46:01,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f96008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T20:46:01,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4ebd49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.log.dir/,STOPPED} 2024-12-05T20:46:01,318 WARN [BP-286778640-172.17.0.2-1733431557120 heartbeating to localhost/127.0.0.1:32935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T20:46:01,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T20:46:01,318 WARN [BP-286778640-172.17.0.2-1733431557120 heartbeating to localhost/127.0.0.1:32935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-286778640-172.17.0.2-1733431557120 (Datanode Uuid f8f0b5db-002b-4afe-b323-208d52e6e7f9) service to localhost/127.0.0.1:32935 2024-12-05T20:46:01,318 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T20:46:01,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data1/current/BP-286778640-172.17.0.2-1733431557120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:46:01,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/cluster_2e9a8819-9189-cf8f-e26d-a9ebfc91807e/data/data2/current/BP-286778640-172.17.0.2-1733431557120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T20:46:01,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T20:46:01,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15027254{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T20:46:01,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4293887f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T20:46:01,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T20:46:01,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e58533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T20:46:01,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad8d9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb832062-5cf2-fbc7-bac8-9f309a89ef09/hadoop.log.dir/,STOPPED} 2024-12-05T20:46:01,338 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T20:46:01,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T20:46:01,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=149 (was 88) - Thread LEAK? -, OpenFileDescriptor=518 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 359), ProcessCount=11 (was 11), AvailableMemoryMB=2854 (was 3115)