2024-11-07 11:52:45,162 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-07 11:52:45,175 main DEBUG Took 0.010571 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 11:52:45,175 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 11:52:45,176 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 11:52:45,177 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 11:52:45,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,195 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 11:52:45,206 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,209 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,210 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,212 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,213 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,214 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,216 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,217 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,218 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,219 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,219 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,220 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:52:45,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,222 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 11:52:45,224 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:52:45,225 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 11:52:45,227 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 11:52:45,227 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 11:52:45,229 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 11:52:45,229 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 11:52:45,240 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 11:52:45,242 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 11:52:45,244 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 11:52:45,244 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 11:52:45,245 main DEBUG createAppenders(={Console}) 2024-11-07 11:52:45,246 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-07 11:52:45,246 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-07 11:52:45,246 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-07 11:52:45,247 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 11:52:45,247 main DEBUG OutputStream closed 2024-11-07 11:52:45,248 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 11:52:45,248 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 11:52:45,248 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-07 11:52:45,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 11:52:45,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 11:52:45,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 11:52:45,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 11:52:45,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 11:52:45,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 11:52:45,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 11:52:45,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 11:52:45,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 11:52:45,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 11:52:45,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 11:52:45,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 11:52:45,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 11:52:45,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 11:52:45,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 11:52:45,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 11:52:45,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 11:52:45,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 11:52:45,340 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 11:52:45,340 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-07 11:52:45,340 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 11:52:45,341 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-07T11:52:45,357 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-07 11:52:45,361 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 11:52:45,362 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T11:52:45,595 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d 2024-11-07T11:52:45,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931, deleteOnExit=true 2024-11-07T11:52:45,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/test.cache.data in system properties and HBase conf 2024-11-07T11:52:45,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:52:45,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:52:45,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:52:45,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:52:45,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:52:45,711 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T11:52:45,800 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:52:45,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:52:45,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:52:45,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:52:45,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:52:45,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:52:45,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:52:45,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:52:45,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:52:45,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:52:45,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:52:45,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:52:45,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:52:45,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:52:45,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:52:46,619 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T11:52:46,699 INFO [Time-limited test {}] log.Log(170): Logging initialized @2226ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T11:52:46,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:46,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:52:46,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:52:46,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:52:46,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:52:46,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:46,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:52:46,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:52:47,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/java.io.tmpdir/jetty-localhost-35737-hadoop-hdfs-3_4_1-tests_jar-_-any-9886341521202240935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:52:47,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:35737} 2024-11-07T11:52:47,069 INFO [Time-limited test {}] server.Server(415): Started @2597ms 2024-11-07T11:52:47,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:47,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:52:47,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:52:47,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:52:47,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:52:47,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:52:47,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:52:47,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/java.io.tmpdir/jetty-localhost-33661-hadoop-hdfs-3_4_1-tests_jar-_-any-15776097131522010377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:47,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:33661} 2024-11-07T11:52:47,588 INFO [Time-limited test {}] server.Server(415): Started @3116ms 2024-11-07T11:52:47,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:52:47,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:47,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:52:47,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:52:47,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:52:47,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:52:47,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:52:47,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:52:47,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/java.io.tmpdir/jetty-localhost-34411-hadoop-hdfs-3_4_1-tests_jar-_-any-616128014121748453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:47,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:34411} 2024-11-07T11:52:47,921 INFO [Time-limited test {}] server.Server(415): Started @3449ms 2024-11-07T11:52:47,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:52:47,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:47,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:52:47,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:52:47,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:52:47,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:52:47,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:52:47,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:52:48,069 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data4/current/BP-1053288520-172.17.0.2-1730980366362/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:48,069 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data3/current/BP-1053288520-172.17.0.2-1730980366362/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:48,069 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data2/current/BP-1053288520-172.17.0.2-1730980366362/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:48,069 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data1/current/BP-1053288520-172.17.0.2-1730980366362/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:48,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/java.io.tmpdir/jetty-localhost-42287-hadoop-hdfs-3_4_1-tests_jar-_-any-12426787000496027791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:48,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:42287} 2024-11-07T11:52:48,105 INFO [Time-limited test {}] server.Server(415): Started @3633ms 2024-11-07T11:52:48,108 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:52:48,118 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:52:48,118 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:52:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a9f2000ad2b4d51 with lease ID 0xec09caed9b6ff0fd: Processing first storage report for DS-d1b5346f-aa12-41b0-b095-7c13823865f8 from datanode DatanodeRegistration(127.0.0.1:37097, datanodeUuid=34c3db4a-d3f9-4e25-b9ed-9e2e9857abbd, infoPort=38089, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362) 2024-11-07T11:52:48,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a9f2000ad2b4d51 with lease ID 0xec09caed9b6ff0fd: from storage DS-d1b5346f-aa12-41b0-b095-7c13823865f8 node DatanodeRegistration(127.0.0.1:37097, datanodeUuid=34c3db4a-d3f9-4e25-b9ed-9e2e9857abbd, infoPort=38089, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:52:48,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bfc87408eafa847 with lease ID 0xec09caed9b6ff0fe: Processing first storage report for DS-9ed20247-8d32-49e0-a2fb-6f18705c81e3 from datanode DatanodeRegistration(127.0.0.1:38985, datanodeUuid=eda03a46-4204-4894-9d4f-108a27311251, infoPort=40679, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362) 2024-11-07T11:52:48,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bfc87408eafa847 with lease ID 0xec09caed9b6ff0fe: from storage DS-9ed20247-8d32-49e0-a2fb-6f18705c81e3 node DatanodeRegistration(127.0.0.1:38985, datanodeUuid=eda03a46-4204-4894-9d4f-108a27311251, infoPort=40679, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:52:48,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a9f2000ad2b4d51 with lease ID 0xec09caed9b6ff0fd: Processing first storage report for DS-629654eb-2bd4-48eb-b6a8-c8607ad8e0a8 from datanode DatanodeRegistration(127.0.0.1:37097, datanodeUuid=34c3db4a-d3f9-4e25-b9ed-9e2e9857abbd, infoPort=38089, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362) 2024-11-07T11:52:48,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a9f2000ad2b4d51 with lease ID 0xec09caed9b6ff0fd: from storage DS-629654eb-2bd4-48eb-b6a8-c8607ad8e0a8 node DatanodeRegistration(127.0.0.1:37097, datanodeUuid=34c3db4a-d3f9-4e25-b9ed-9e2e9857abbd, infoPort=38089, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:52:48,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bfc87408eafa847 with lease ID 0xec09caed9b6ff0fe: Processing first storage report for DS-e19eec10-8c90-41c5-a833-987508f1770a from datanode DatanodeRegistration(127.0.0.1:38985, datanodeUuid=eda03a46-4204-4894-9d4f-108a27311251, infoPort=40679, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362) 2024-11-07T11:52:48,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bfc87408eafa847 with lease ID 0xec09caed9b6ff0fe: from storage DS-e19eec10-8c90-41c5-a833-987508f1770a node DatanodeRegistration(127.0.0.1:38985, datanodeUuid=eda03a46-4204-4894-9d4f-108a27311251, infoPort=40679, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:52:48,223 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data5/current/BP-1053288520-172.17.0.2-1730980366362/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:48,224 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data6/current/BP-1053288520-172.17.0.2-1730980366362/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:48,261 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:52:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3d7612119fbc8e6 with lease ID 0xec09caed9b6ff0ff: Processing first storage report for DS-02dfcc38-1447-4452-946d-889803ed6195 from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=0ea929de-1b58-4656-94b3-400d755a7523, infoPort=44301, infoSecurePort=0, ipcPort=34747, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362) 2024-11-07T11:52:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3d7612119fbc8e6 with lease ID 0xec09caed9b6ff0ff: from storage DS-02dfcc38-1447-4452-946d-889803ed6195 node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=0ea929de-1b58-4656-94b3-400d755a7523, infoPort=44301, infoSecurePort=0, ipcPort=34747, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:52:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3d7612119fbc8e6 with lease ID 0xec09caed9b6ff0ff: Processing first storage report for DS-88b2047e-a27f-4203-804d-1680d59a10e0 from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=0ea929de-1b58-4656-94b3-400d755a7523, infoPort=44301, infoSecurePort=0, ipcPort=34747, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362) 2024-11-07T11:52:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3d7612119fbc8e6 with lease ID 0xec09caed9b6ff0ff: from storage DS-88b2047e-a27f-4203-804d-1680d59a10e0 node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=0ea929de-1b58-4656-94b3-400d755a7523, infoPort=44301, infoSecurePort=0, ipcPort=34747, storageInfo=lv=-57;cid=testClusterID;nsid=77790300;c=1730980366362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:52:48,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d 2024-11-07T11:52:48,572 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-07T11:52:48,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=157, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=2452 2024-11-07T11:52:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:52:48,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-07T11:52:48,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/zookeeper_0, clientPort=52998, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:52:48,768 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52998 2024-11-07T11:52:48,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:48,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:48,876 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:48,876 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:48,925 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:41456 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:46739:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41456 dst: /127.0.0.1:46739 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:48,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-07T11:52:49,346 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:49,355 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a with version=8 2024-11-07T11:52:49,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/hbase-staging 2024-11-07T11:52:49,448 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T11:52:49,697 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:52:49,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:49,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:49,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:52:49,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:49,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:52:49,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:52:49,937 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T11:52:49,947 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T11:52:49,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:52:49,977 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28732 (auto-detected) 2024-11-07T11:52:49,979 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T11:52:49,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33775 2024-11-07T11:52:50,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33775 connecting to ZooKeeper ensemble=127.0.0.1:52998 2024-11-07T11:52:50,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337750x0, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:52:50,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33775-0x1001a165bf90000 connected 2024-11-07T11:52:50,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:50,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:50,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:50,095 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a, hbase.cluster.distributed=false 2024-11-07T11:52:50,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:52:50,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-07T11:52:50,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33775 2024-11-07T11:52:50,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33775 2024-11-07T11:52:50,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-07T11:52:50,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-07T11:52:50,237 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:52:50,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:50,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:50,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:52:50,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:50,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:52:50,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:52:50,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:52:50,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33377 2024-11-07T11:52:50,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33377 connecting to ZooKeeper ensemble=127.0.0.1:52998 2024-11-07T11:52:50,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:50,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:50,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333770x0, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:52:50,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33377-0x1001a165bf90001 connected 2024-11-07T11:52:50,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:50,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:52:50,273 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:52:50,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:52:50,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:52:50,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33377 2024-11-07T11:52:50,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33377 2024-11-07T11:52:50,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33377 2024-11-07T11:52:50,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33377 2024-11-07T11:52:50,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33377 2024-11-07T11:52:50,302 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:52:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:50,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:52:50,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:50,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:52:50,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:52:50,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:52:50,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35261 2024-11-07T11:52:50,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35261 connecting to ZooKeeper ensemble=127.0.0.1:52998 2024-11-07T11:52:50,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:50,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:50,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352610x0, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:52:50,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35261-0x1001a165bf90002 connected 2024-11-07T11:52:50,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:50,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:52:50,322 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:52:50,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:52:50,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:52:50,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-07T11:52:50,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35261 2024-11-07T11:52:50,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35261 2024-11-07T11:52:50,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-07T11:52:50,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-07T11:52:50,347 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:52:50,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:50,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:50,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:52:50,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:50,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:52:50,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:52:50,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:52:50,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45349 2024-11-07T11:52:50,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45349 connecting to ZooKeeper ensemble=127.0.0.1:52998 2024-11-07T11:52:50,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:50,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:50,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453490x0, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:52:50,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45349-0x1001a165bf90003 connected 2024-11-07T11:52:50,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:50,362 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:52:50,363 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:52:50,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:52:50,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:52:50,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45349 2024-11-07T11:52:50,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45349 2024-11-07T11:52:50,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45349 2024-11-07T11:52:50,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45349 2024-11-07T11:52:50,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45349 2024-11-07T11:52:50,389 DEBUG [M:0;f30636bb2128:33775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f30636bb2128:33775 2024-11-07T11:52:50,391 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f30636bb2128,33775,1730980369502 2024-11-07T11:52:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:50,401 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f30636bb2128,33775,1730980369502 2024-11-07T11:52:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:52:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:52:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:52:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:50,434 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T11:52:50,435 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f30636bb2128,33775,1730980369502 from backup master directory 2024-11-07T11:52:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f30636bb2128,33775,1730980369502 2024-11-07T11:52:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:50,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:50,439 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:52:50,439 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f30636bb2128,33775,1730980369502 2024-11-07T11:52:50,442 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T11:52:50,443 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T11:52:50,508 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/hbase.id] with ID: ed20f981-3236-4b05-8f4b-f44349f87bf4 2024-11-07T11:52:50,508 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/.tmp/hbase.id 2024-11-07T11:52:50,516 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:50,516 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:50,520 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:50034 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:38985:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50034 dst: /127.0.0.1:38985 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:50,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-07T11:52:50,526 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:50,527 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/.tmp/hbase.id]:[hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/hbase.id] 2024-11-07T11:52:50,569 INFO [master/f30636bb2128:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:50,574 INFO [master/f30636bb2128:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:52:50,592 INFO [master/f30636bb2128:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T11:52:50,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:50,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:50,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:50,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:50,607 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:50,607 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:50,610 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:41496 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:46739:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41496 dst: /127.0.0.1:46739 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:50,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-07T11:52:50,617 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:50,633 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:52:50,635 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:52:50,644 INFO [master/f30636bb2128:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:52:50,681 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:50,681 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:50,684 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:41506 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:46739:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41506 dst: /127.0.0.1:46739 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-07T11:52:50,691 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:50,709 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store 2024-11-07T11:52:50,727 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:50,727 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:50,730 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:50060 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38985:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50060 dst: /127.0.0.1:38985 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-07T11:52:50,736 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:50,740 INFO [master/f30636bb2128:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T11:52:50,743 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:50,744 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:52:50,744 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:50,744 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:50,745 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:52:50,745 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:50,746 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:50,746 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730980370744Disabling compacts and flushes for region at 1730980370744Disabling writes for close at 1730980370745 (+1 ms)Writing region close event to WAL at 1730980370745Closed at 1730980370745 2024-11-07T11:52:50,748 WARN [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/.initializing 2024-11-07T11:52:50,748 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/WALs/f30636bb2128,33775,1730980369502 2024-11-07T11:52:50,756 INFO [master/f30636bb2128:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:52:50,770 INFO [master/f30636bb2128:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C33775%2C1730980369502, suffix=, logDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/WALs/f30636bb2128,33775,1730980369502, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/oldWALs, maxLogs=10 2024-11-07T11:52:50,800 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/WALs/f30636bb2128,33775,1730980369502/f30636bb2128%2C33775%2C1730980369502.1730980370775, exclude list is [], retry=0 2024-11-07T11:52:50,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:50,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-d1b5346f-aa12-41b0-b095-7c13823865f8,DISK] 2024-11-07T11:52:50,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-02dfcc38-1447-4452-946d-889803ed6195,DISK] 2024-11-07T11:52:50,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-9ed20247-8d32-49e0-a2fb-6f18705c81e3,DISK] 2024-11-07T11:52:50,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T11:52:50,872 INFO [master/f30636bb2128:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/WALs/f30636bb2128,33775,1730980369502/f30636bb2128%2C33775%2C1730980369502.1730980370775 2024-11-07T11:52:50,873 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40679:40679),(127.0.0.1/127.0.0.1:44301:44301),(127.0.0.1/127.0.0.1:38089:38089)] 2024-11-07T11:52:50,873 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:52:50,874 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:50,877 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,878 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:52:50,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:50,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:50,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:52:50,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:50,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:52:50,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:52:50,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:50,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:52:50,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:52:50,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:50,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:52:50,962 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,965 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,966 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,971 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,971 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,975 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:52:50,978 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:50,984 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:52:50,985 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137927, jitterRate=-0.044270411133766174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:52:50,991 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730980370891Initializing all the Stores at 1730980370893 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980370893Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980370894 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980370894Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980370894Cleaning up temporary data from old regions at 1730980370972 (+78 ms)Region opened successfully at 1730980370991 (+19 ms) 2024-11-07T11:52:50,992 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:52:51,028 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a52c34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:52:51,062 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:52:51,073 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:52:51,074 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:52:51,077 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:52:51,078 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T11:52:51,085 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-07T11:52:51,085 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:52:51,116 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:52:51,124 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T11:52:51,129 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T11:52:51,132 INFO [master/f30636bb2128:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:52:51,133 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:52:51,136 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T11:52:51,138 INFO [master/f30636bb2128:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:52:51,142 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:52:51,144 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T11:52:51,145 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:52:51,147 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T11:52:51,165 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:52:51,167 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T11:52:51,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:51,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:51,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-07T11:52:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-07T11:52:51,175 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f30636bb2128,33775,1730980369502, sessionid=0x1001a165bf90000, setting cluster-up flag (Was=false) 2024-11-07T11:52:51,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,193 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T11:52:51,195 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f30636bb2128,33775,1730980369502 2024-11-07T11:52:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,205 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T11:52:51,207 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f30636bb2128,33775,1730980369502 2024-11-07T11:52:51,213 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:52:51,278 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(746): ClusterId : ed20f981-3236-4b05-8f4b-f44349f87bf4 2024-11-07T11:52:51,278 INFO [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(746): ClusterId : ed20f981-3236-4b05-8f4b-f44349f87bf4 2024-11-07T11:52:51,278 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(746): ClusterId : ed20f981-3236-4b05-8f4b-f44349f87bf4 2024-11-07T11:52:51,281 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:52:51,281 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:52:51,281 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:52:51,287 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:52:51,287 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:52:51,287 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:52:51,287 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:52:51,287 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:52:51,287 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:52:51,289 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:52:51,290 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:52:51,290 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:52:51,291 DEBUG [RS:2;f30636bb2128:45349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e343c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:52:51,291 DEBUG [RS:0;f30636bb2128:33377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dba0c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:52:51,291 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:52:51,291 DEBUG [RS:1;f30636bb2128:35261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce09a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:52:51,302 INFO [master/f30636bb2128:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:52:51,306 DEBUG [RS:2;f30636bb2128:45349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f30636bb2128:45349 2024-11-07T11:52:51,309 INFO [RS:2;f30636bb2128:45349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:52:51,309 INFO [RS:2;f30636bb2128:45349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:52:51,309 DEBUG [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:52:51,311 INFO [master/f30636bb2128:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:52:51,311 DEBUG [RS:1;f30636bb2128:35261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f30636bb2128:35261 2024-11-07T11:52:51,312 INFO [RS:1;f30636bb2128:35261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:52:51,312 INFO [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(2659): reportForDuty to master=f30636bb2128,33775,1730980369502 with port=45349, startcode=1730980370346 2024-11-07T11:52:51,312 INFO [RS:1;f30636bb2128:35261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:52:51,312 DEBUG [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:52:51,313 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(2659): reportForDuty to master=f30636bb2128,33775,1730980369502 with port=35261, startcode=1730980370301 2024-11-07T11:52:51,315 DEBUG [RS:0;f30636bb2128:33377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f30636bb2128:33377 2024-11-07T11:52:51,315 INFO [RS:0;f30636bb2128:33377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:52:51,315 INFO [RS:0;f30636bb2128:33377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:52:51,315 DEBUG [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:52:51,316 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(2659): reportForDuty to master=f30636bb2128,33775,1730980369502 with port=33377, startcode=1730980370199 2024-11-07T11:52:51,318 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f30636bb2128,33775,1730980369502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:52:51,324 DEBUG [RS:1;f30636bb2128:35261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:52:51,324 DEBUG [RS:2;f30636bb2128:45349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:52:51,324 DEBUG [RS:0;f30636bb2128:33377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:52:51,325 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:52:51,325 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:52:51,325 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:52:51,325 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:52:51,325 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f30636bb2128:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:52:51,325 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,326 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:52:51,326 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,329 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730980401329 2024-11-07T11:52:51,331 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:52:51,332 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:52:51,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:52:51,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:52:51,336 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:52:51,336 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:52:51,336 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:52:51,336 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:52:51,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:51,337 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:52:51,341 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:52:51,342 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:52:51,343 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:52:51,350 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:52:51,351 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:52:51,355 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:51,356 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:51,356 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.large.0-1730980371355,5,FailOnTimeoutGroup] 2024-11-07T11:52:51,364 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.small.0-1730980371356,5,FailOnTimeoutGroup] 2024-11-07T11:52:51,364 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,365 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:52:51,367 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:41540 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:46739:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41540 dst: /127.0.0.1:46739 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:51,367 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,368 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,368 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60877, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:52:51,368 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53565, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:52:51,368 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38249, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:52:51,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-07T11:52:51,375 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:51,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f30636bb2128,45349,1730980370346 2024-11-07T11:52:51,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:52:51,377 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a 2024-11-07T11:52:51,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33775 {}] master.ServerManager(517): Registering regionserver=f30636bb2128,45349,1730980370346 2024-11-07T11:52:51,391 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:51,391 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:51,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f30636bb2128,35261,1730980370301 2024-11-07T11:52:51,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33775 {}] master.ServerManager(517): Registering regionserver=f30636bb2128,35261,1730980370301 2024-11-07T11:52:51,397 DEBUG [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a 2024-11-07T11:52:51,397 DEBUG [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34455 2024-11-07T11:52:51,397 DEBUG [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:52:51,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f30636bb2128,33377,1730980370199 2024-11-07T11:52:51,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33775 {}] master.ServerManager(517): Registering regionserver=f30636bb2128,33377,1730980370199 2024-11-07T11:52:51,398 DEBUG [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a 2024-11-07T11:52:51,398 DEBUG [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34455 2024-11-07T11:52:51,399 DEBUG [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:52:51,402 DEBUG [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a 2024-11-07T11:52:51,402 DEBUG [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34455 2024-11-07T11:52:51,402 DEBUG [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:52:51,403 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:44858 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:37097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44858 dst: /127.0.0.1:37097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:51,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:52:51,405 DEBUG [RS:1;f30636bb2128:35261 {}] zookeeper.ZKUtil(111): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f30636bb2128,35261,1730980370301 2024-11-07T11:52:51,405 DEBUG [RS:2;f30636bb2128:45349 {}] zookeeper.ZKUtil(111): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f30636bb2128,45349,1730980370346 2024-11-07T11:52:51,405 WARN [RS:1;f30636bb2128:35261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:52:51,405 WARN [RS:2;f30636bb2128:45349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:52:51,406 INFO [RS:1;f30636bb2128:35261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:52:51,406 INFO [RS:2;f30636bb2128:45349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:52:51,406 DEBUG [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,45349,1730980370346 2024-11-07T11:52:51,406 DEBUG [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,35261,1730980370301 2024-11-07T11:52:51,407 DEBUG [RS:0;f30636bb2128:33377 {}] zookeeper.ZKUtil(111): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f30636bb2128,33377,1730980370199 2024-11-07T11:52:51,407 WARN [RS:0;f30636bb2128:33377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:52:51,407 INFO [RS:0;f30636bb2128:33377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:52:51,407 DEBUG [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,33377,1730980370199 2024-11-07T11:52:51,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-07T11:52:51,411 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:51,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f30636bb2128,45349,1730980370346] 2024-11-07T11:52:51,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f30636bb2128,35261,1730980370301] 2024-11-07T11:52:51,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f30636bb2128,33377,1730980370199] 2024-11-07T11:52:51,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:51,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:52:51,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:52:51,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:51,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:51,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:52:51,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:52:51,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:51,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:51,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:52:51,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:52:51,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:51,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:51,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:52:51,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:52:51,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:51,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:51,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:52:51,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740 2024-11-07T11:52:51,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740 2024-11-07T11:52:51,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:52:51,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:52:51,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:52:51,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:52:51,446 INFO [RS:2;f30636bb2128:45349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:52:51,446 INFO [RS:0;f30636bb2128:33377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:52:51,446 INFO [RS:1;f30636bb2128:35261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:52:51,458 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:52:51,459 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65485572, jitterRate=-0.02418893575668335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:52:51,461 INFO [RS:2;f30636bb2128:45349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:52:51,461 INFO [RS:0;f30636bb2128:33377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:52:51,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730980371413Initializing all the Stores at 1730980371414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980371415 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980371417 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980371417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980371417Cleaning up temporary data from old regions at 1730980371442 (+25 ms)Region opened successfully at 1730980371462 (+20 ms) 2024-11-07T11:52:51,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:52:51,462 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:52:51,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:52:51,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:52:51,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:52:51,465 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:52:51,466 INFO [RS:1;f30636bb2128:35261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:52:51,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730980371462Disabling compacts and flushes for region at 1730980371462Disabling writes for close at 1730980371462Writing region close event to WAL at 1730980371465 (+3 ms)Closed at 1730980371465 2024-11-07T11:52:51,467 INFO [RS:0;f30636bb2128:33377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:52:51,467 INFO [RS:2;f30636bb2128:45349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:52:51,467 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,467 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:52:51,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:52:51,471 INFO [RS:1;f30636bb2128:35261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:52:51,471 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,472 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:52:51,472 INFO [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:52:51,475 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:52:51,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:52:51,479 INFO [RS:1;f30636bb2128:35261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:52:51,479 INFO [RS:2;f30636bb2128:45349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:52:51,480 INFO [RS:0;f30636bb2128:33377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:52:51,481 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,481 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,481 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,481 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,481 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,481 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,481 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,481 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,481 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,481 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,481 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,481 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:52:51,482 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:52:51,482 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:52:51,482 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,482 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:51,483 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:1;f30636bb2128:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:51,483 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:51,483 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:51,483 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:51,484 DEBUG [RS:2;f30636bb2128:45349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:51,484 DEBUG [RS:0;f30636bb2128:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:51,485 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,485 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,485 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,485 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,485 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,485 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,35261,1730980370301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:52:51,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:52:51,489 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,489 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,489 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,489 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,489 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,489 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,490 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,490 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,490 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,45349,1730980370346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:52:51,490 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,490 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,490 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33377,1730980370199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:52:51,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:52:51,511 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:52:51,512 INFO [RS:2;f30636bb2128:45349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:52:51,512 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:52:51,513 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,45349,1730980370346-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,513 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,35261,1730980370301-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,513 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33377,1730980370199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,513 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,513 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,513 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,514 INFO [RS:1;f30636bb2128:35261 {}] regionserver.Replication(171): f30636bb2128,35261,1730980370301 started 2024-11-07T11:52:51,514 INFO [RS:0;f30636bb2128:33377 {}] regionserver.Replication(171): f30636bb2128,33377,1730980370199 started 2024-11-07T11:52:51,514 INFO [RS:2;f30636bb2128:45349 {}] regionserver.Replication(171): f30636bb2128,45349,1730980370346 started 2024-11-07T11:52:51,532 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,532 INFO [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(1482): Serving as f30636bb2128,45349,1730980370346, RpcServer on f30636bb2128/172.17.0.2:45349, sessionid=0x1001a165bf90003 2024-11-07T11:52:51,532 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,532 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(1482): Serving as f30636bb2128,35261,1730980370301, RpcServer on f30636bb2128/172.17.0.2:35261, sessionid=0x1001a165bf90002 2024-11-07T11:52:51,533 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:52:51,533 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:52:51,533 DEBUG [RS:2;f30636bb2128:45349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f30636bb2128,45349,1730980370346 2024-11-07T11:52:51,533 DEBUG [RS:1;f30636bb2128:35261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f30636bb2128,35261,1730980370301 2024-11-07T11:52:51,533 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,45349,1730980370346' 2024-11-07T11:52:51,533 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,35261,1730980370301' 2024-11-07T11:52:51,533 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:52:51,533 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:52:51,534 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:51,534 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(1482): Serving as f30636bb2128,33377,1730980370199, RpcServer on f30636bb2128/172.17.0.2:33377, sessionid=0x1001a165bf90001 2024-11-07T11:52:51,534 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:52:51,534 DEBUG [RS:0;f30636bb2128:33377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f30636bb2128,33377,1730980370199 2024-11-07T11:52:51,534 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,33377,1730980370199' 2024-11-07T11:52:51,534 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:52:51,534 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:52:51,534 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:52:51,535 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:52:51,535 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:52:51,535 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:52:51,535 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:52:51,535 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:52:51,535 DEBUG [RS:2;f30636bb2128:45349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f30636bb2128,45349,1730980370346 2024-11-07T11:52:51,535 DEBUG [RS:1;f30636bb2128:35261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f30636bb2128,35261,1730980370301 2024-11-07T11:52:51,535 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,45349,1730980370346' 2024-11-07T11:52:51,535 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,35261,1730980370301' 2024-11-07T11:52:51,535 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:52:51,536 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:52:51,536 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:52:51,536 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:52:51,536 DEBUG [RS:0;f30636bb2128:33377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f30636bb2128,33377,1730980370199 2024-11-07T11:52:51,536 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,33377,1730980370199' 2024-11-07T11:52:51,536 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:52:51,536 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:52:51,536 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:52:51,537 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:52:51,537 DEBUG [RS:1;f30636bb2128:35261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:52:51,537 DEBUG [RS:2;f30636bb2128:45349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:52:51,537 INFO [RS:1;f30636bb2128:35261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:52:51,537 INFO [RS:1;f30636bb2128:35261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:52:51,537 INFO [RS:2;f30636bb2128:45349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:52:51,537 DEBUG [RS:0;f30636bb2128:33377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:52:51,537 INFO [RS:2;f30636bb2128:45349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:52:51,537 INFO [RS:0;f30636bb2128:33377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:52:51,537 INFO [RS:0;f30636bb2128:33377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:52:51,643 INFO [RS:0;f30636bb2128:33377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:52:51,643 INFO [RS:1;f30636bb2128:35261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:52:51,643 INFO [RS:2;f30636bb2128:45349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:52:51,644 WARN [f30636bb2128:33775 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:52:51,646 INFO [RS:1;f30636bb2128:35261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C35261%2C1730980370301, suffix=, logDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,35261,1730980370301, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/oldWALs, maxLogs=32 2024-11-07T11:52:51,646 INFO [RS:0;f30636bb2128:33377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C33377%2C1730980370199, suffix=, logDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,33377,1730980370199, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/oldWALs, maxLogs=32 2024-11-07T11:52:51,646 INFO [RS:2;f30636bb2128:45349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C45349%2C1730980370346, suffix=, logDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,45349,1730980370346, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/oldWALs, maxLogs=32 2024-11-07T11:52:51,665 DEBUG [RS:1;f30636bb2128:35261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,35261,1730980370301/f30636bb2128%2C35261%2C1730980370301.1730980371651, exclude list is [], retry=0 2024-11-07T11:52:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-d1b5346f-aa12-41b0-b095-7c13823865f8,DISK] 2024-11-07T11:52:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-9ed20247-8d32-49e0-a2fb-6f18705c81e3,DISK] 2024-11-07T11:52:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-02dfcc38-1447-4452-946d-889803ed6195,DISK] 2024-11-07T11:52:51,693 DEBUG [RS:2;f30636bb2128:45349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,45349,1730980370346/f30636bb2128%2C45349%2C1730980370346.1730980371651, exclude list is [], retry=0 2024-11-07T11:52:51,693 DEBUG [RS:0;f30636bb2128:33377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,33377,1730980370199/f30636bb2128%2C33377%2C1730980370199.1730980371651, exclude list is [], retry=0 2024-11-07T11:52:51,695 INFO [RS:1;f30636bb2128:35261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,35261,1730980370301/f30636bb2128%2C35261%2C1730980370301.1730980371651 2024-11-07T11:52:51,696 DEBUG [RS:1;f30636bb2128:35261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38089:38089),(127.0.0.1/127.0.0.1:44301:44301),(127.0.0.1/127.0.0.1:40679:40679)] 2024-11-07T11:52:51,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-d1b5346f-aa12-41b0-b095-7c13823865f8,DISK] 2024-11-07T11:52:51,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-9ed20247-8d32-49e0-a2fb-6f18705c81e3,DISK] 2024-11-07T11:52:51,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-02dfcc38-1447-4452-946d-889803ed6195,DISK] 2024-11-07T11:52:51,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-02dfcc38-1447-4452-946d-889803ed6195,DISK] 2024-11-07T11:52:51,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-d1b5346f-aa12-41b0-b095-7c13823865f8,DISK] 2024-11-07T11:52:51,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-9ed20247-8d32-49e0-a2fb-6f18705c81e3,DISK] 2024-11-07T11:52:51,705 INFO [RS:2;f30636bb2128:45349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,45349,1730980370346/f30636bb2128%2C45349%2C1730980370346.1730980371651 2024-11-07T11:52:51,706 DEBUG [RS:2;f30636bb2128:45349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38089:38089),(127.0.0.1/127.0.0.1:40679:40679),(127.0.0.1/127.0.0.1:44301:44301)] 2024-11-07T11:52:51,712 INFO [RS:0;f30636bb2128:33377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,33377,1730980370199/f30636bb2128%2C33377%2C1730980370199.1730980371651 2024-11-07T11:52:51,712 DEBUG [RS:0;f30636bb2128:33377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38089:38089),(127.0.0.1/127.0.0.1:40679:40679),(127.0.0.1/127.0.0.1:44301:44301)] 2024-11-07T11:52:51,896 DEBUG [f30636bb2128:33775 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T11:52:51,904 DEBUG [f30636bb2128:33775 {}] balancer.BalancerClusterState(204): Hosts are {f30636bb2128=0} racks are {/default-rack=0} 2024-11-07T11:52:51,911 DEBUG [f30636bb2128:33775 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:52:51,911 DEBUG [f30636bb2128:33775 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:52:51,911 DEBUG [f30636bb2128:33775 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T11:52:51,911 DEBUG [f30636bb2128:33775 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:52:51,911 DEBUG [f30636bb2128:33775 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:52:51,911 DEBUG [f30636bb2128:33775 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T11:52:51,911 INFO [f30636bb2128:33775 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:52:51,911 INFO [f30636bb2128:33775 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:52:51,911 INFO [f30636bb2128:33775 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T11:52:51,911 DEBUG [f30636bb2128:33775 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:52:51,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f30636bb2128,33377,1730980370199 2024-11-07T11:52:51,925 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f30636bb2128,33377,1730980370199, state=OPENING 2024-11-07T11:52:51,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:52:51,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:51,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:51,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:51,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:51,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:51,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:52:51,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f30636bb2128,33377,1730980370199}] 2024-11-07T11:52:52,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:52:52,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57829, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:52:52,126 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:52:52,127 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:52:52,128 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:52:52,131 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C33377%2C1730980370199.meta, suffix=.meta, logDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,33377,1730980370199, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/oldWALs, maxLogs=32 2024-11-07T11:52:52,148 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,33377,1730980370199/f30636bb2128%2C33377%2C1730980370199.meta.1730980372133.meta, exclude list is [], retry=0 2024-11-07T11:52:52,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-d1b5346f-aa12-41b0-b095-7c13823865f8,DISK] 2024-11-07T11:52:52,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-9ed20247-8d32-49e0-a2fb-6f18705c81e3,DISK] 2024-11-07T11:52:52,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-02dfcc38-1447-4452-946d-889803ed6195,DISK] 2024-11-07T11:52:52,154 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/WALs/f30636bb2128,33377,1730980370199/f30636bb2128%2C33377%2C1730980370199.meta.1730980372133.meta 2024-11-07T11:52:52,156 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38089:38089),(127.0.0.1/127.0.0.1:40679:40679),(127.0.0.1/127.0.0.1:44301:44301)] 2024-11-07T11:52:52,156 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:52:52,158 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:52:52,161 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:52:52,165 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:52:52,191 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:52:52,191 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:52,192 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:52:52,192 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:52:52,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:52:52,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:52:52,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:52,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:52,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:52:52,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:52:52,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:52,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:52,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:52:52,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:52:52,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:52,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:52,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:52:52,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:52:52,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:52,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:52,207 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:52:52,208 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740 2024-11-07T11:52:52,212 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740 2024-11-07T11:52:52,214 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:52:52,214 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:52:52,219 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:52:52,222 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:52:52,223 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70492346, jitterRate=0.050417810678482056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:52:52,223 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:52:52,225 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730980372192Writing region info on filesystem at 1730980372193 (+1 ms)Initializing all the Stores at 1730980372195 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980372195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980372196 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980372196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980372196Cleaning up temporary data from old regions at 1730980372214 (+18 ms)Running coprocessor post-open hooks at 1730980372223 (+9 ms)Region opened successfully at 1730980372225 (+2 ms) 2024-11-07T11:52:52,233 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730980372103 2024-11-07T11:52:52,245 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:52:52,245 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:52:52,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,33377,1730980370199 2024-11-07T11:52:52,249 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f30636bb2128,33377,1730980370199, state=OPEN 2024-11-07T11:52:52,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:52:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:52:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:52:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:52:52,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:52,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:52,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:52,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:52,252 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f30636bb2128,33377,1730980370199 2024-11-07T11:52:52,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:52:52,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f30636bb2128,33377,1730980370199 in 315 msec 2024-11-07T11:52:52,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:52:52,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 783 msec 2024-11-07T11:52:52,265 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:52:52,265 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:52:52,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:52:52,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,33377,1730980370199, seqNum=-1] 2024-11-07T11:52:52,309 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:52:52,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:52:52,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0870 sec 2024-11-07T11:52:52,330 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730980372330, completionTime=-1 2024-11-07T11:52:52,332 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T11:52:52,333 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T11:52:52,360 INFO [master/f30636bb2128:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-07T11:52:52,360 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730980432360 2024-11-07T11:52:52,360 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730980492360 2024-11-07T11:52:52,360 INFO [master/f30636bb2128:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-07T11:52:52,362 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T11:52:52,369 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33775,1730980369502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:52,369 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33775,1730980369502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:52,369 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33775,1730980369502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:52,371 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f30636bb2128:33775, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:52,371 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:52,372 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:52,378 DEBUG [master/f30636bb2128:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:52:52,402 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.962sec 2024-11-07T11:52:52,404 INFO [master/f30636bb2128:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:52:52,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:52:52,406 INFO [master/f30636bb2128:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:52:52,406 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:52:52,406 INFO [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:52:52,407 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33775,1730980369502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:52:52,407 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33775,1730980369502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:52:52,412 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:52:52,413 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:52:52,413 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33775,1730980369502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:52,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b3dcf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:52:52,503 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T11:52:52,503 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T11:52:52,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,33775,-1 for getting cluster id 2024-11-07T11:52:52,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:52:52,516 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed20f981-3236-4b05-8f4b-f44349f87bf4' 2024-11-07T11:52:52,519 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:52:52,519 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed20f981-3236-4b05-8f4b-f44349f87bf4" 2024-11-07T11:52:52,519 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c41f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:52:52,520 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,33775,-1] 2024-11-07T11:52:52,523 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:52:52,525 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:52,526 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:52:52,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f59a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:52:52,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:52:52,537 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,33377,1730980370199, seqNum=-1] 2024-11-07T11:52:52,538 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:52:52,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:52:52,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f30636bb2128,33775,1730980369502 2024-11-07T11:52:52,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:52:52,572 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f30636bb2128,33775,1730980369502 2024-11-07T11:52:52,574 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0f4449 2024-11-07T11:52:52,575 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:52:52,578 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:52:52,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:52:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-07T11:52:52,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:52:52,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-07T11:52:52,596 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:52,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:52:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:52:52,607 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:52,607 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:52,610 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:50140 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:38985:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50140 dst: /127.0.0.1:38985 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-07T11:52:52,616 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:52,619 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96beca09c6aae87ba7a6b083b02edaa8, NAME => 'TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a 2024-11-07T11:52:52,625 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:52,625 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:52,627 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:50148 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:38985:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50148 dst: /127.0.0.1:38985 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-07T11:52:52,632 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:52,633 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:52,633 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 96beca09c6aae87ba7a6b083b02edaa8, disabling compactions & flushes 2024-11-07T11:52:52,633 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:52,633 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:52,633 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. after waiting 0 ms 2024-11-07T11:52:52,633 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:52,633 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:52,633 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96beca09c6aae87ba7a6b083b02edaa8: Waiting for close lock at 1730980372633Disabling compacts and flushes for region at 1730980372633Disabling writes for close at 1730980372633Writing region close event to WAL at 1730980372633Closed at 1730980372633 2024-11-07T11:52:52,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:52:52,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1730980372636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730980372636"}]},"ts":"1730980372636"} 2024-11-07T11:52:52,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:52:52,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:52:52,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730980372649"}]},"ts":"1730980372649"} 2024-11-07T11:52:52,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-07T11:52:52,657 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f30636bb2128=0} racks are {/default-rack=0} 2024-11-07T11:52:52,658 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:52:52,658 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:52:52,658 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T11:52:52,659 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:52:52,659 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:52:52,659 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T11:52:52,659 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:52:52,659 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:52:52,659 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T11:52:52,659 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:52:52,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=96beca09c6aae87ba7a6b083b02edaa8, ASSIGN}] 2024-11-07T11:52:52,664 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=96beca09c6aae87ba7a6b083b02edaa8, ASSIGN 2024-11-07T11:52:52,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=96beca09c6aae87ba7a6b083b02edaa8, ASSIGN; state=OFFLINE, location=f30636bb2128,35261,1730980370301; forceNewPlan=false, retain=false 2024-11-07T11:52:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:52:52,819 INFO [f30636bb2128:33775 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-07T11:52:52,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96beca09c6aae87ba7a6b083b02edaa8, regionState=OPENING, regionLocation=f30636bb2128,35261,1730980370301 2024-11-07T11:52:52,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=96beca09c6aae87ba7a6b083b02edaa8, ASSIGN because future has completed 2024-11-07T11:52:52,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96beca09c6aae87ba7a6b083b02edaa8, server=f30636bb2128,35261,1730980370301}] 2024-11-07T11:52:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:52:52,979 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:52:52,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:52:52,987 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:52,988 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 96beca09c6aae87ba7a6b083b02edaa8, NAME => 'TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:52:52,988 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:52,988 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:52,988 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:52,988 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:52,990 INFO [StoreOpener-96beca09c6aae87ba7a6b083b02edaa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:52,992 INFO [StoreOpener-96beca09c6aae87ba7a6b083b02edaa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96beca09c6aae87ba7a6b083b02edaa8 columnFamilyName cf 2024-11-07T11:52:52,993 DEBUG [StoreOpener-96beca09c6aae87ba7a6b083b02edaa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:52,993 INFO [StoreOpener-96beca09c6aae87ba7a6b083b02edaa8-1 {}] regionserver.HStore(327): Store=96beca09c6aae87ba7a6b083b02edaa8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:52:52,994 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:52,994 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/default/TestHBaseWalOnEC/96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:52,995 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/default/TestHBaseWalOnEC/96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:52,996 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:52,996 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:52,998 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:53,004 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/default/TestHBaseWalOnEC/96beca09c6aae87ba7a6b083b02edaa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:52:53,005 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 96beca09c6aae87ba7a6b083b02edaa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61118419, jitterRate=-0.08926458656787872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:52:53,005 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:53,006 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 96beca09c6aae87ba7a6b083b02edaa8: Running coprocessor pre-open hook at 1730980372989Writing region info on filesystem at 1730980372989Initializing all the Stores at 1730980372990 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980372990Cleaning up temporary data from old regions at 1730980372996 (+6 ms)Running coprocessor post-open hooks at 1730980373005 (+9 ms)Region opened successfully at 1730980373006 (+1 ms) 2024-11-07T11:52:53,008 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8., pid=6, masterSystemTime=1730980372979 2024-11-07T11:52:53,011 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:53,011 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:53,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96beca09c6aae87ba7a6b083b02edaa8, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,35261,1730980370301 2024-11-07T11:52:53,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96beca09c6aae87ba7a6b083b02edaa8, server=f30636bb2128,35261,1730980370301 because future has completed 2024-11-07T11:52:53,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:52:53,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96beca09c6aae87ba7a6b083b02edaa8, server=f30636bb2128,35261,1730980370301 in 192 msec 2024-11-07T11:52:53,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:52:53,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=96beca09c6aae87ba7a6b083b02edaa8, ASSIGN in 361 msec 2024-11-07T11:52:53,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:52:53,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730980373026"}]},"ts":"1730980373026"} 2024-11-07T11:52:53,029 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-07T11:52:53,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:52:53,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 445 msec 2024-11-07T11:52:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:52:53,235 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T11:52:53,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-07T11:52:53,237 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:52:53,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-07T11:52:53,243 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:52:53,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-07T11:52:53,253 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8., hostname=f30636bb2128,35261,1730980370301, seqNum=2] 2024-11-07T11:52:53,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:52:53,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:52:53,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-07T11:52:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-07T11:52:53,271 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:52:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:52:53,272 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:52:53,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:52:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:52:53,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T11:52:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:53,438 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 96beca09c6aae87ba7a6b083b02edaa8 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-07T11:52:53,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/default/TestHBaseWalOnEC/96beca09c6aae87ba7a6b083b02edaa8/.tmp/cf/d2d89ded778542699b8a5359d7be3807 is 36, key is row/cf:cq/1730980373256/Put/seqid=0 2024-11-07T11:52:53,501 WARN [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:53,501 WARN [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:53,505 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1729873663_22 at /127.0.0.1:41590 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:46739:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41590 dst: /127.0.0.1:46739 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-07T11:52:53,511 WARN [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:53,511 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/default/TestHBaseWalOnEC/96beca09c6aae87ba7a6b083b02edaa8/.tmp/cf/d2d89ded778542699b8a5359d7be3807 2024-11-07T11:52:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/default/TestHBaseWalOnEC/96beca09c6aae87ba7a6b083b02edaa8/.tmp/cf/d2d89ded778542699b8a5359d7be3807 as hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/default/TestHBaseWalOnEC/96beca09c6aae87ba7a6b083b02edaa8/cf/d2d89ded778542699b8a5359d7be3807 2024-11-07T11:52:53,568 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/default/TestHBaseWalOnEC/96beca09c6aae87ba7a6b083b02edaa8/cf/d2d89ded778542699b8a5359d7be3807, entries=1, sequenceid=5, filesize=4.7 K 2024-11-07T11:52:53,575 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 96beca09c6aae87ba7a6b083b02edaa8 in 136ms, sequenceid=5, compaction requested=false 2024-11-07T11:52:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-07T11:52:53,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 96beca09c6aae87ba7a6b083b02edaa8: 2024-11-07T11:52:53,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T11:52:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T11:52:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:52:53,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T11:52:53,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 311 msec 2024-11-07T11:52:53,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 325 msec 2024-11-07T11:52:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:52:53,895 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T11:52:53,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:52:53,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:52:53,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:53,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:53,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:53,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:52:53,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:52:53,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1319998913, stopped=false 2024-11-07T11:52:53,915 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f30636bb2128,33775,1730980369502 2024-11-07T11:52:53,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:53,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:53,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:53,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:53,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:53,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:53,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:53,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:53,918 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:52:53,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:52:53,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:53,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:53,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:53,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:53,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:53,919 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f30636bb2128,33377,1730980370199' ***** 2024-11-07T11:52:53,919 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:52:53,919 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f30636bb2128,35261,1730980370301' ***** 2024-11-07T11:52:53,919 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:52:53,920 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f30636bb2128,45349,1730980370346' ***** 2024-11-07T11:52:53,920 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:52:53,920 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:52:53,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:53,920 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:52:53,920 INFO [RS:0;f30636bb2128:33377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:52:53,920 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:52:53,920 INFO [RS:0;f30636bb2128:33377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:52:53,921 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:52:53,921 INFO [RS:1;f30636bb2128:35261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:52:53,921 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(959): stopping server f30636bb2128,33377,1730980370199 2024-11-07T11:52:53,921 INFO [RS:1;f30636bb2128:35261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:52:53,921 INFO [RS:0;f30636bb2128:33377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:52:53,921 INFO [RS:0;f30636bb2128:33377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f30636bb2128:33377. 2024-11-07T11:52:53,921 DEBUG [RS:0;f30636bb2128:33377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:53,921 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(3091): Received CLOSE for 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:53,921 DEBUG [RS:0;f30636bb2128:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:53,921 INFO [RS:0;f30636bb2128:33377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:52:53,921 INFO [RS:0;f30636bb2128:33377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:52:53,921 INFO [RS:0;f30636bb2128:33377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:52:53,921 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:52:53,921 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(959): stopping server f30636bb2128,35261,1730980370301 2024-11-07T11:52:53,921 INFO [RS:1;f30636bb2128:35261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:52:53,922 INFO [RS:1;f30636bb2128:35261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f30636bb2128:35261. 2024-11-07T11:52:53,922 INFO [RS:2;f30636bb2128:45349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:52:53,922 INFO [RS:2;f30636bb2128:45349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:52:53,922 DEBUG [RS:1;f30636bb2128:35261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:53,922 INFO [RS:2;f30636bb2128:45349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:52:53,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:52:53,922 DEBUG [RS:1;f30636bb2128:35261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:53,922 INFO [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(959): stopping server f30636bb2128,45349,1730980370346 2024-11-07T11:52:53,922 INFO [RS:2;f30636bb2128:45349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:52:53,922 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96beca09c6aae87ba7a6b083b02edaa8, disabling compactions & flushes 2024-11-07T11:52:53,922 INFO [RS:2;f30636bb2128:45349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f30636bb2128:45349. 2024-11-07T11:52:53,922 DEBUG [RS:2;f30636bb2128:45349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:53,922 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:53,922 DEBUG [RS:2;f30636bb2128:45349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:53,922 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:52:53,922 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:53,922 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. after waiting 0 ms 2024-11-07T11:52:53,922 DEBUG [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(1325): Online Regions={96beca09c6aae87ba7a6b083b02edaa8=TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8.} 2024-11-07T11:52:53,922 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:53,922 INFO [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(976): stopping server f30636bb2128,45349,1730980370346; all regions closed. 2024-11-07T11:52:53,923 DEBUG [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(1351): Waiting on 96beca09c6aae87ba7a6b083b02edaa8 2024-11-07T11:52:53,923 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:52:53,924 DEBUG [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:52:53,924 DEBUG [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:52:53,924 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:52:53,924 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:52:53,924 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:52:53,924 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:52:53,924 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:52:53,924 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T11:52:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741827_1017 (size=93) 2024-11-07T11:52:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741827_1017 (size=93) 2024-11-07T11:52:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741827_1017 (size=93) 2024-11-07T11:52:53,938 DEBUG [RS:2;f30636bb2128:45349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/oldWALs 2024-11-07T11:52:53,938 INFO [RS:2;f30636bb2128:45349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f30636bb2128%2C45349%2C1730980370346:(num 1730980371651) 2024-11-07T11:52:53,939 DEBUG [RS:2;f30636bb2128:45349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:53,939 INFO [RS:2;f30636bb2128:45349 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:53,939 INFO [RS:2;f30636bb2128:45349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:52:53,939 INFO [RS:2;f30636bb2128:45349 {}] hbase.ChoreService(370): Chore service for: regionserver/f30636bb2128:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:52:53,939 INFO [RS:2;f30636bb2128:45349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:52:53,939 INFO [RS:2;f30636bb2128:45349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:52:53,939 INFO [RS:2;f30636bb2128:45349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:52:53,939 INFO [RS:2;f30636bb2128:45349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:52:53,940 INFO [RS:2;f30636bb2128:45349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45349 2024-11-07T11:52:53,940 INFO [regionserver/f30636bb2128:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:52:53,940 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/default/TestHBaseWalOnEC/96beca09c6aae87ba7a6b083b02edaa8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T11:52:53,942 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:53,942 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96beca09c6aae87ba7a6b083b02edaa8: Waiting for close lock at 1730980373922Running coprocessor pre-close hooks at 1730980373922Disabling compacts and flushes for region at 1730980373922Disabling writes for close at 1730980373922Writing region close event to WAL at 1730980373925 (+3 ms)Running coprocessor post-close hooks at 1730980373941 (+16 ms)Closed at 1730980373942 (+1 ms) 2024-11-07T11:52:53,942 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8. 2024-11-07T11:52:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f30636bb2128,45349,1730980370346 2024-11-07T11:52:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:52:53,944 INFO [RS:2;f30636bb2128:45349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:52:53,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f30636bb2128,45349,1730980370346] 2024-11-07T11:52:53,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f30636bb2128,45349,1730980370346 already deleted, retry=false 2024-11-07T11:52:53,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f30636bb2128,45349,1730980370346 expired; onlineServers=2 2024-11-07T11:52:53,960 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/.tmp/info/dd20089f91f648f897155378bde646fd is 153, key is TestHBaseWalOnEC,,1730980372579.96beca09c6aae87ba7a6b083b02edaa8./info:regioninfo/1730980373012/Put/seqid=0 2024-11-07T11:52:53,963 WARN [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:53,963 WARN [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:53,967 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2107466800_22 at /127.0.0.1:50162 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:38985:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50162 dst: /127.0.0.1:38985 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:53,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-07T11:52:53,972 WARN [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:53,972 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/.tmp/info/dd20089f91f648f897155378bde646fd 2024-11-07T11:52:53,991 INFO [regionserver/f30636bb2128:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:53,998 INFO [regionserver/f30636bb2128:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:53,999 INFO [regionserver/f30636bb2128:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:54,001 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/.tmp/ns/ac3d9796a899424b8850dbdb5ccdc908 is 43, key is default/ns:d/1730980372316/Put/seqid=0 2024-11-07T11:52:54,003 WARN [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,004 WARN [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,007 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2107466800_22 at /127.0.0.1:44910 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:37097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44910 dst: /127.0.0.1:37097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-07T11:52:54,012 WARN [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:54,013 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/.tmp/ns/ac3d9796a899424b8850dbdb5ccdc908 2024-11-07T11:52:54,040 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/.tmp/table/85945e92c3f641e796b97447453f63ce is 52, key is TestHBaseWalOnEC/table:state/1730980373026/Put/seqid=0 2024-11-07T11:52:54,043 WARN [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,043 WARN [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,046 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2107466800_22 at /127.0.0.1:50172 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:38985:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50172 dst: /127.0.0.1:38985 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:54,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45349-0x1001a165bf90003, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:54,048 INFO [RS:2;f30636bb2128:45349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:52:54,048 INFO [RS:2;f30636bb2128:45349 {}] regionserver.HRegionServer(1031): Exiting; stopping=f30636bb2128,45349,1730980370346; zookeeper connection closed. 2024-11-07T11:52:54,051 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ee836e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ee836e7 2024-11-07T11:52:54,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-07T11:52:54,053 WARN [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:54,054 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/.tmp/table/85945e92c3f641e796b97447453f63ce 2024-11-07T11:52:54,063 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/.tmp/info/dd20089f91f648f897155378bde646fd as hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/info/dd20089f91f648f897155378bde646fd 2024-11-07T11:52:54,073 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/info/dd20089f91f648f897155378bde646fd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T11:52:54,074 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/.tmp/ns/ac3d9796a899424b8850dbdb5ccdc908 as hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/ns/ac3d9796a899424b8850dbdb5ccdc908 2024-11-07T11:52:54,082 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/ns/ac3d9796a899424b8850dbdb5ccdc908, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:52:54,084 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/.tmp/table/85945e92c3f641e796b97447453f63ce as hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/table/85945e92c3f641e796b97447453f63ce 2024-11-07T11:52:54,092 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/table/85945e92c3f641e796b97447453f63ce, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T11:52:54,094 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false 2024-11-07T11:52:54,094 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:52:54,105 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T11:52:54,106 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:52:54,106 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:52:54,106 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730980373924Running coprocessor pre-close hooks at 1730980373924Disabling compacts and flushes for region at 1730980373924Disabling writes for close at 1730980373924Obtaining lock to block concurrent updates at 1730980373924Preparing flush snapshotting stores in 1588230740 at 1730980373924Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730980373925 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730980373927 (+2 ms)Flushing 1588230740/info: creating writer at 1730980373927Flushing 1588230740/info: appending metadata at 1730980373957 (+30 ms)Flushing 1588230740/info: closing flushed file at 1730980373957Flushing 1588230740/ns: creating writer at 1730980373982 (+25 ms)Flushing 1588230740/ns: appending metadata at 1730980374000 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1730980374000Flushing 1588230740/table: creating writer at 1730980374022 (+22 ms)Flushing 1588230740/table: appending metadata at 1730980374039 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730980374039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c86a0e3: reopening flushed file at 1730980374062 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@955b22e: reopening flushed file at 1730980374073 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e15926: reopening flushed file at 1730980374082 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false at 1730980374094 (+12 ms)Writing region close event to WAL at 1730980374096 (+2 ms)Running coprocessor post-close hooks at 1730980374106 (+10 ms)Closed at 1730980374106 2024-11-07T11:52:54,106 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:52:54,123 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(976): stopping server f30636bb2128,35261,1730980370301; all regions closed. 2024-11-07T11:52:54,124 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(976): stopping server f30636bb2128,33377,1730980370199; all regions closed. 2024-11-07T11:52:54,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741826_1016 (size=1298) 2024-11-07T11:52:54,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741826_1016 (size=1298) 2024-11-07T11:52:54,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741826_1016 (size=1298) 2024-11-07T11:52:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741829_1019 (size=2751) 2024-11-07T11:52:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741829_1019 (size=2751) 2024-11-07T11:52:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741829_1019 (size=2751) 2024-11-07T11:52:54,131 DEBUG [RS:1;f30636bb2128:35261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/oldWALs 2024-11-07T11:52:54,131 INFO [RS:1;f30636bb2128:35261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f30636bb2128%2C35261%2C1730980370301:(num 1730980371651) 2024-11-07T11:52:54,131 DEBUG [RS:1;f30636bb2128:35261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:54,131 INFO [RS:1;f30636bb2128:35261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:54,131 INFO [RS:1;f30636bb2128:35261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:52:54,131 INFO [RS:1;f30636bb2128:35261 {}] hbase.ChoreService(370): Chore service for: regionserver/f30636bb2128:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:52:54,131 INFO [RS:1;f30636bb2128:35261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:52:54,131 INFO [RS:1;f30636bb2128:35261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:52:54,131 INFO [regionserver/f30636bb2128:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:52:54,131 INFO [RS:1;f30636bb2128:35261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:52:54,131 INFO [RS:1;f30636bb2128:35261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:52:54,132 DEBUG [RS:0;f30636bb2128:33377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/oldWALs 2024-11-07T11:52:54,132 INFO [RS:1;f30636bb2128:35261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35261 2024-11-07T11:52:54,132 INFO [RS:0;f30636bb2128:33377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f30636bb2128%2C33377%2C1730980370199.meta:.meta(num 1730980372133) 2024-11-07T11:52:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:52:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f30636bb2128,35261,1730980370301 2024-11-07T11:52:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741828_1018 (size=93) 2024-11-07T11:52:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741828_1018 (size=93) 2024-11-07T11:52:54,135 INFO [RS:1;f30636bb2128:35261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:52:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741828_1018 (size=93) 2024-11-07T11:52:54,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f30636bb2128,35261,1730980370301] 2024-11-07T11:52:54,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f30636bb2128,35261,1730980370301 already deleted, retry=false 2024-11-07T11:52:54,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f30636bb2128,35261,1730980370301 expired; onlineServers=1 2024-11-07T11:52:54,138 DEBUG [RS:0;f30636bb2128:33377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/oldWALs 2024-11-07T11:52:54,138 INFO [RS:0;f30636bb2128:33377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f30636bb2128%2C33377%2C1730980370199:(num 1730980371651) 2024-11-07T11:52:54,138 DEBUG [RS:0;f30636bb2128:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:54,138 INFO [RS:0;f30636bb2128:33377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:54,138 INFO [RS:0;f30636bb2128:33377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:52:54,138 INFO [RS:0;f30636bb2128:33377 {}] hbase.ChoreService(370): Chore service for: regionserver/f30636bb2128:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:52:54,139 INFO [RS:0;f30636bb2128:33377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:52:54,139 INFO [regionserver/f30636bb2128:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:52:54,139 INFO [RS:0;f30636bb2128:33377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33377 2024-11-07T11:52:54,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f30636bb2128,33377,1730980370199 2024-11-07T11:52:54,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:52:54,141 INFO [RS:0;f30636bb2128:33377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:52:54,143 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f30636bb2128,33377,1730980370199] 2024-11-07T11:52:54,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f30636bb2128,33377,1730980370199 already deleted, retry=false 2024-11-07T11:52:54,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f30636bb2128,33377,1730980370199 expired; onlineServers=0 2024-11-07T11:52:54,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f30636bb2128,33775,1730980369502' ***** 2024-11-07T11:52:54,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:52:54,144 INFO [M:0;f30636bb2128:33775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:52:54,145 INFO [M:0;f30636bb2128:33775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:52:54,145 DEBUG [M:0;f30636bb2128:33775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:52:54,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:52:54,145 DEBUG [M:0;f30636bb2128:33775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:52:54,145 DEBUG [master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.large.0-1730980371355 {}] cleaner.HFileCleaner(306): Exit Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.large.0-1730980371355,5,FailOnTimeoutGroup] 2024-11-07T11:52:54,145 DEBUG [master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.small.0-1730980371356 {}] cleaner.HFileCleaner(306): Exit Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.small.0-1730980371356,5,FailOnTimeoutGroup] 2024-11-07T11:52:54,145 INFO [M:0;f30636bb2128:33775 {}] hbase.ChoreService(370): Chore service for: master/f30636bb2128:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:52:54,145 INFO [M:0;f30636bb2128:33775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:52:54,145 DEBUG [M:0;f30636bb2128:33775 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:52:54,145 INFO [M:0;f30636bb2128:33775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:52:54,146 INFO [M:0;f30636bb2128:33775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:52:54,146 INFO [M:0;f30636bb2128:33775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:52:54,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:52:54,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T11:52:54,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:54,148 DEBUG [M:0;f30636bb2128:33775 {}] zookeeper.ZKUtil(347): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T11:52:54,148 WARN [M:0;f30636bb2128:33775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:52:54,149 INFO [M:0;f30636bb2128:33775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/.lastflushedseqids 2024-11-07T11:52:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-07T11:52:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-07T11:52:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-07T11:52:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-07T11:52:54,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-07T11:52:54,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-07T11:52:54,164 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,164 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,168 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:50212 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:38985:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50212 dst: /127.0.0.1:38985 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:54,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-07T11:52:54,172 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:54,172 INFO [M:0;f30636bb2128:33775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:52:54,172 INFO [M:0;f30636bb2128:33775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:52:54,172 DEBUG [M:0;f30636bb2128:33775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:52:54,172 INFO [M:0;f30636bb2128:33775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:54,172 DEBUG [M:0;f30636bb2128:33775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:54,172 DEBUG [M:0;f30636bb2128:33775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:52:54,172 DEBUG [M:0;f30636bb2128:33775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:54,172 INFO [M:0;f30636bb2128:33775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-07T11:52:54,191 DEBUG [M:0;f30636bb2128:33775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f169a055c724e4e8bfb5213844699ea is 82, key is hbase:meta,,1/info:regioninfo/1730980372247/Put/seqid=0 2024-11-07T11:52:54,193 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,193 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,196 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:44960 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:37097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44960 dst: /127.0.0.1:37097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:54,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-07T11:52:54,200 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:54,200 INFO [M:0;f30636bb2128:33775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f169a055c724e4e8bfb5213844699ea 2024-11-07T11:52:54,223 DEBUG [M:0;f30636bb2128:33775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f631dbbec434f808fe4d5f66eb4f278 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730980373032/Put/seqid=0 2024-11-07T11:52:54,225 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,225 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,228 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:44986 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:37097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44986 dst: /127.0.0.1:37097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-07T11:52:54,233 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:54,233 INFO [M:0;f30636bb2128:33775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f631dbbec434f808fe4d5f66eb4f278 2024-11-07T11:52:54,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:54,237 INFO [RS:1;f30636bb2128:35261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:52:54,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x1001a165bf90002, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:54,237 INFO [RS:1;f30636bb2128:35261 {}] regionserver.HRegionServer(1031): Exiting; stopping=f30636bb2128,35261,1730980370301; zookeeper connection closed. 2024-11-07T11:52:54,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73905fd4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73905fd4 2024-11-07T11:52:54,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:54,243 INFO [RS:0;f30636bb2128:33377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:52:54,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1001a165bf90001, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:54,243 INFO [RS:0;f30636bb2128:33377 {}] regionserver.HRegionServer(1031): Exiting; stopping=f30636bb2128,33377,1730980370199; zookeeper connection closed. 2024-11-07T11:52:54,243 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24c1434f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24c1434f 2024-11-07T11:52:54,244 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T11:52:54,257 DEBUG [M:0;f30636bb2128:33775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3039e43eb9b244018216a9d664b8cd02 is 69, key is f30636bb2128,33377,1730980370199/rs:state/1730980371399/Put/seqid=0 2024-11-07T11:52:54,259 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,259 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T11:52:54,262 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-995053900_22 at /127.0.0.1:50232 [Receiving block BP-1053288520-172.17.0.2-1730980366362:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:38985:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50232 dst: /127.0.0.1:38985 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:52:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-07T11:52:54,266 WARN [M:0;f30636bb2128:33775 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T11:52:54,266 INFO [M:0;f30636bb2128:33775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3039e43eb9b244018216a9d664b8cd02 2024-11-07T11:52:54,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-07T11:52:54,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-07T11:52:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-07T11:52:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-07T11:52:54,276 DEBUG [M:0;f30636bb2128:33775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f169a055c724e4e8bfb5213844699ea as hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f169a055c724e4e8bfb5213844699ea 2024-11-07T11:52:54,283 INFO [M:0;f30636bb2128:33775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f169a055c724e4e8bfb5213844699ea, entries=8, sequenceid=72, filesize=5.5 K 2024-11-07T11:52:54,285 DEBUG [M:0;f30636bb2128:33775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f631dbbec434f808fe4d5f66eb4f278 as hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f631dbbec434f808fe4d5f66eb4f278 2024-11-07T11:52:54,292 INFO [M:0;f30636bb2128:33775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f631dbbec434f808fe4d5f66eb4f278, entries=8, sequenceid=72, filesize=6.3 K 2024-11-07T11:52:54,294 DEBUG [M:0;f30636bb2128:33775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3039e43eb9b244018216a9d664b8cd02 as hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3039e43eb9b244018216a9d664b8cd02 2024-11-07T11:52:54,301 INFO [M:0;f30636bb2128:33775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3039e43eb9b244018216a9d664b8cd02, entries=3, sequenceid=72, filesize=5.2 K 2024-11-07T11:52:54,303 INFO [M:0;f30636bb2128:33775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=72, compaction requested=false 2024-11-07T11:52:54,304 INFO [M:0;f30636bb2128:33775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:54,304 DEBUG [M:0;f30636bb2128:33775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730980374172Disabling compacts and flushes for region at 1730980374172Disabling writes for close at 1730980374172Obtaining lock to block concurrent updates at 1730980374172Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730980374172Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1730980374173 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730980374174 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730980374174Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730980374190 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730980374190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730980374207 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730980374223 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730980374223Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730980374240 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730980374257 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730980374257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da9f2fe: reopening flushed file at 1730980374274 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ba4339: reopening flushed file at 1730980374283 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63405191: reopening flushed file at 1730980374292 (+9 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=72, compaction requested=false at 1730980374303 (+11 ms)Writing region close event to WAL at 1730980374304 (+1 ms)Closed at 1730980374304 2024-11-07T11:52:54,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741825_1011 (size=32686) 2024-11-07T11:52:54,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741825_1011 (size=32686) 2024-11-07T11:52:54,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741825_1011 (size=32686) 2024-11-07T11:52:54,309 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:52:54,309 INFO [M:0;f30636bb2128:33775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:52:54,309 INFO [M:0;f30636bb2128:33775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33775 2024-11-07T11:52:54,309 INFO [M:0;f30636bb2128:33775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:52:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:54,411 INFO [M:0;f30636bb2128:33775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:52:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1001a165bf90000, quorum=127.0.0.1:52998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:54,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:54,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:52:54,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:52:54,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:52:54,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir/,STOPPED} 2024-11-07T11:52:54,421 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:52:54,421 WARN [BP-1053288520-172.17.0.2-1730980366362 heartbeating to localhost/127.0.0.1:34455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:52:54,421 WARN [BP-1053288520-172.17.0.2-1730980366362 heartbeating to localhost/127.0.0.1:34455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1053288520-172.17.0.2-1730980366362 (Datanode Uuid 0ea929de-1b58-4656-94b3-400d755a7523) service to localhost/127.0.0.1:34455 2024-11-07T11:52:54,421 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:52:54,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data5/current/BP-1053288520-172.17.0.2-1730980366362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:54,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data6/current/BP-1053288520-172.17.0.2-1730980366362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:54,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:52:54,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:54,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:52:54,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:52:54,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:52:54,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir/,STOPPED} 2024-11-07T11:52:54,427 WARN [BP-1053288520-172.17.0.2-1730980366362 heartbeating to localhost/127.0.0.1:34455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:52:54,427 WARN [BP-1053288520-172.17.0.2-1730980366362 heartbeating to localhost/127.0.0.1:34455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1053288520-172.17.0.2-1730980366362 (Datanode Uuid 34c3db4a-d3f9-4e25-b9ed-9e2e9857abbd) service to localhost/127.0.0.1:34455 2024-11-07T11:52:54,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data3/current/BP-1053288520-172.17.0.2-1730980366362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:54,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data4/current/BP-1053288520-172.17.0.2-1730980366362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:54,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:52:54,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:52:54,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:52:54,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:54,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:52:54,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:52:54,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:52:54,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir/,STOPPED} 2024-11-07T11:52:54,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:52:54,433 WARN [BP-1053288520-172.17.0.2-1730980366362 heartbeating to localhost/127.0.0.1:34455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:52:54,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:52:54,433 WARN [BP-1053288520-172.17.0.2-1730980366362 heartbeating to localhost/127.0.0.1:34455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1053288520-172.17.0.2-1730980366362 (Datanode Uuid eda03a46-4204-4894-9d4f-108a27311251) service to localhost/127.0.0.1:34455 2024-11-07T11:52:54,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data1/current/BP-1053288520-172.17.0.2-1730980366362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:54,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/cluster_f7640cda-7567-d8d8-bcb8-7162e364c931/data/data2/current/BP-1053288520-172.17.0.2-1730980366362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:54,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:52:54,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:52:54,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:52:54,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:52:54,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:52:54,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir/,STOPPED} 2024-11-07T11:52:54,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:52:54,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:52:54,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=90 (was 157), OpenFileDescriptor=437 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 110) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2180 (was 2452) 2024-11-07T11:52:54,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=90, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=2180 2024-11-07T11:52:54,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.log.dir so I do NOT create it in target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f04185-e49e-59ab-bc18-6065da832a5d/hadoop.tmp.dir so I do NOT create it in target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36, deleteOnExit=true 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/test.cache.data in system properties and HBase conf 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:52:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:52:54,494 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:52:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:52:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:52:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:52:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:52:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:52:54,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:54,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:52:54,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:52:54,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:52:54,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:52:54,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:54,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@117b7671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:52:54,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65d068d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:52:54,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21112c89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/java.io.tmpdir/jetty-localhost-33549-hadoop-hdfs-3_4_1-tests_jar-_-any-17751909827108317973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:52:54,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27bc618{HTTP/1.1, (http/1.1)}{localhost:33549} 2024-11-07T11:52:54,702 INFO [Time-limited test {}] server.Server(415): Started @10230ms 2024-11-07T11:52:54,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:54,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:52:54,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:52:54,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:52:54,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:52:54,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef18cbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:52:54,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bfb2a2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:52:54,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa34083{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/java.io.tmpdir/jetty-localhost-41177-hadoop-hdfs-3_4_1-tests_jar-_-any-12274060782059073758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:54,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@234ffd1d{HTTP/1.1, (http/1.1)}{localhost:41177} 2024-11-07T11:52:54,903 INFO [Time-limited test {}] server.Server(415): Started @10431ms 2024-11-07T11:52:54,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:52:54,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:54,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:52:54,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:52:54,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:52:54,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:52:54,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de03e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:52:54,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54390a13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:52:54,998 WARN [Thread-526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data1/current/BP-2022600960-172.17.0.2-1730980374526/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:54,998 WARN [Thread-527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data2/current/BP-2022600960-172.17.0.2-1730980374526/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:55,021 WARN [Thread-505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:52:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2de73bed6dc66a77 with lease ID 0x25278d585392388a: Processing first storage report for DS-3fedd67f-3347-41aa-89a0-364519e10a50 from datanode DatanodeRegistration(127.0.0.1:41447, datanodeUuid=76dd0731-5158-4f8a-99d7-f7fca45e3f83, infoPort=33127, infoSecurePort=0, ipcPort=43209, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526) 2024-11-07T11:52:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2de73bed6dc66a77 with lease ID 0x25278d585392388a: from storage DS-3fedd67f-3347-41aa-89a0-364519e10a50 node DatanodeRegistration(127.0.0.1:41447, datanodeUuid=76dd0731-5158-4f8a-99d7-f7fca45e3f83, infoPort=33127, infoSecurePort=0, ipcPort=43209, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:52:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2de73bed6dc66a77 with lease ID 0x25278d585392388a: Processing first storage report for DS-c965b0e1-3b86-47a3-8eb4-b68e5ccc6bc3 from datanode DatanodeRegistration(127.0.0.1:41447, datanodeUuid=76dd0731-5158-4f8a-99d7-f7fca45e3f83, infoPort=33127, infoSecurePort=0, ipcPort=43209, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526) 2024-11-07T11:52:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2de73bed6dc66a77 with lease ID 0x25278d585392388a: from storage DS-c965b0e1-3b86-47a3-8eb4-b68e5ccc6bc3 node DatanodeRegistration(127.0.0.1:41447, datanodeUuid=76dd0731-5158-4f8a-99d7-f7fca45e3f83, infoPort=33127, infoSecurePort=0, ipcPort=43209, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:52:55,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e525b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/java.io.tmpdir/jetty-localhost-42355-hadoop-hdfs-3_4_1-tests_jar-_-any-14140962720737056511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:55,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd07676{HTTP/1.1, (http/1.1)}{localhost:42355} 2024-11-07T11:52:55,075 INFO [Time-limited test {}] server.Server(415): Started @10603ms 2024-11-07T11:52:55,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:52:55,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:52:55,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:52:55,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:52:55,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:52:55,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:52:55,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611fd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:52:55,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6974a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:52:55,164 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data4/current/BP-2022600960-172.17.0.2-1730980374526/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:55,164 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data3/current/BP-2022600960-172.17.0.2-1730980374526/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:55,181 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:52:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd8751d8ba2ba693 with lease ID 0x25278d585392388b: Processing first storage report for DS-a8ab6d56-e093-40b6-95e5-e59f74f77fe6 from datanode DatanodeRegistration(127.0.0.1:36935, datanodeUuid=9704ea51-77f0-4ef3-bd18-4c423fb87c33, infoPort=43119, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526) 2024-11-07T11:52:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd8751d8ba2ba693 with lease ID 0x25278d585392388b: from storage DS-a8ab6d56-e093-40b6-95e5-e59f74f77fe6 node DatanodeRegistration(127.0.0.1:36935, datanodeUuid=9704ea51-77f0-4ef3-bd18-4c423fb87c33, infoPort=43119, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:52:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd8751d8ba2ba693 with lease ID 0x25278d585392388b: Processing first storage report for DS-b79740dd-d032-43e0-a0fa-1586ed2b4635 from datanode DatanodeRegistration(127.0.0.1:36935, datanodeUuid=9704ea51-77f0-4ef3-bd18-4c423fb87c33, infoPort=43119, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526) 2024-11-07T11:52:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd8751d8ba2ba693 with lease ID 0x25278d585392388b: from storage DS-b79740dd-d032-43e0-a0fa-1586ed2b4635 node DatanodeRegistration(127.0.0.1:36935, datanodeUuid=9704ea51-77f0-4ef3-bd18-4c423fb87c33, infoPort=43119, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:52:55,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3939dfd7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/java.io.tmpdir/jetty-localhost-46143-hadoop-hdfs-3_4_1-tests_jar-_-any-220614656076326689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:55,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6419fd60{HTTP/1.1, (http/1.1)}{localhost:46143} 2024-11-07T11:52:55,233 INFO [Time-limited test {}] server.Server(415): Started @10761ms 2024-11-07T11:52:55,235 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:52:55,318 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data6/current/BP-2022600960-172.17.0.2-1730980374526/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:55,318 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data5/current/BP-2022600960-172.17.0.2-1730980374526/current, will proceed with Du for space computation calculation, 2024-11-07T11:52:55,339 WARN [Thread-576 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:52:55,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2401811c7e141212 with lease ID 0x25278d585392388c: Processing first storage report for DS-831bc686-af25-46ca-9987-f726bad65c78 from datanode DatanodeRegistration(127.0.0.1:41483, datanodeUuid=ecd5132d-0ceb-447d-97f8-062dda36277b, infoPort=39951, infoSecurePort=0, ipcPort=43511, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526) 2024-11-07T11:52:55,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2401811c7e141212 with lease ID 0x25278d585392388c: from storage DS-831bc686-af25-46ca-9987-f726bad65c78 node DatanodeRegistration(127.0.0.1:41483, datanodeUuid=ecd5132d-0ceb-447d-97f8-062dda36277b, infoPort=39951, infoSecurePort=0, ipcPort=43511, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:52:55,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2401811c7e141212 with lease ID 0x25278d585392388c: Processing first storage report for DS-22339b2c-86ed-422a-b1fe-d849c14d21c2 from datanode DatanodeRegistration(127.0.0.1:41483, datanodeUuid=ecd5132d-0ceb-447d-97f8-062dda36277b, infoPort=39951, infoSecurePort=0, ipcPort=43511, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526) 2024-11-07T11:52:55,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2401811c7e141212 with lease ID 0x25278d585392388c: from storage DS-22339b2c-86ed-422a-b1fe-d849c14d21c2 node DatanodeRegistration(127.0.0.1:41483, datanodeUuid=ecd5132d-0ceb-447d-97f8-062dda36277b, infoPort=39951, infoSecurePort=0, ipcPort=43511, storageInfo=lv=-57;cid=testClusterID;nsid=1100032065;c=1730980374526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:52:55,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8 2024-11-07T11:52:55,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/zookeeper_0, clientPort=60638, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:52:55,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60638 2024-11-07T11:52:55,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:52:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:52:55,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:52:55,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77 with version=8 2024-11-07T11:52:55,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:34455/user/jenkins/test-data/a2fc2cdf-31b5-b30f-e401-94a6e192470a/hbase-staging 2024-11-07T11:52:55,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:52:55,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:52:55,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:52:55,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:52:55,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:52:55,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33969 2024-11-07T11:52:55,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33969 connecting to ZooKeeper ensemble=127.0.0.1:60638 2024-11-07T11:52:55,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339690x0, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:52:55,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33969-0x1001a1675e30000 connected 2024-11-07T11:52:55,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:55,415 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77, hbase.cluster.distributed=false 2024-11-07T11:52:55,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:52:55,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-07T11:52:55,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33969 2024-11-07T11:52:55,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33969 2024-11-07T11:52:55,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-07T11:52:55,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-07T11:52:55,433 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:52:55,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:52:55,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:52:55,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:52:55,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:52:55,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45831 2024-11-07T11:52:55,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45831 connecting to ZooKeeper ensemble=127.0.0.1:60638 2024-11-07T11:52:55,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458310x0, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:52:55,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458310x0, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:55,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45831-0x1001a1675e30001 connected 2024-11-07T11:52:55,443 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:52:55,444 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:52:55,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:52:55,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:52:55,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45831 2024-11-07T11:52:55,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45831 2024-11-07T11:52:55,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45831 2024-11-07T11:52:55,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45831 2024-11-07T11:52:55,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45831 2024-11-07T11:52:55,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:52:55,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:52:55,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:52:55,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:52:55,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:52:55,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42567 2024-11-07T11:52:55,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42567 connecting to ZooKeeper ensemble=127.0.0.1:60638 2024-11-07T11:52:55,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425670x0, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:52:55,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42567-0x1001a1675e30002 connected 2024-11-07T11:52:55,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:55,471 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:52:55,472 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:52:55,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:52:55,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:52:55,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42567 2024-11-07T11:52:55,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42567 2024-11-07T11:52:55,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42567 2024-11-07T11:52:55,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42567 2024-11-07T11:52:55,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42567 2024-11-07T11:52:55,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:52:55,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:52:55,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:52:55,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:52:55,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:52:55,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:52:55,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41455 2024-11-07T11:52:55,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41455 connecting to ZooKeeper ensemble=127.0.0.1:60638 2024-11-07T11:52:55,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414550x0, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:52:55,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414550x0, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:55,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41455-0x1001a1675e30003 connected 2024-11-07T11:52:55,500 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:52:55,501 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:52:55,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:52:55,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:52:55,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41455 2024-11-07T11:52:55,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41455 2024-11-07T11:52:55,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41455 2024-11-07T11:52:55,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41455 2024-11-07T11:52:55,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41455 2024-11-07T11:52:55,516 DEBUG [M:0;f30636bb2128:33969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f30636bb2128:33969 2024-11-07T11:52:55,517 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f30636bb2128,33969,1730980375386 2024-11-07T11:52:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:55,519 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f30636bb2128,33969,1730980375386 2024-11-07T11:52:55,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:52:55,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:52:55,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,522 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T11:52:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:52:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,524 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f30636bb2128,33969,1730980375386 from backup master directory 2024-11-07T11:52:55,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f30636bb2128,33969,1730980375386 2024-11-07T11:52:55,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:55,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:55,526 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:52:55,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:55,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:52:55,526 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f30636bb2128,33969,1730980375386 2024-11-07T11:52:55,532 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/hbase.id] with ID: d6043c0b-9452-4214-86be-8472ab3d0660 2024-11-07T11:52:55,532 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/.tmp/hbase.id 2024-11-07T11:52:55,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:52:55,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:52:55,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:52:55,545 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/.tmp/hbase.id]:[hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/hbase.id] 2024-11-07T11:52:55,564 INFO [master/f30636bb2128:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:52:55,564 INFO [master/f30636bb2128:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:52:55,565 INFO [master/f30636bb2128:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:52:55,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:52:55,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:52:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:52:55,582 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:52:55,583 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:52:55,583 INFO [master/f30636bb2128:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T11:52:55,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:52:55,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:52:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:52:55,598 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store 2024-11-07T11:52:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:52:55,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:52:55,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:52:55,609 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:55,609 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:52:55,609 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:55,609 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:55,609 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:52:55,609 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:55,609 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:55,610 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730980375609Disabling compacts and flushes for region at 1730980375609Disabling writes for close at 1730980375609Writing region close event to WAL at 1730980375609Closed at 1730980375609 2024-11-07T11:52:55,611 WARN [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/.initializing 2024-11-07T11:52:55,611 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/WALs/f30636bb2128,33969,1730980375386 2024-11-07T11:52:55,615 INFO [master/f30636bb2128:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C33969%2C1730980375386, suffix=, logDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/WALs/f30636bb2128,33969,1730980375386, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/oldWALs, maxLogs=10 2024-11-07T11:52:55,616 INFO [master/f30636bb2128:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor f30636bb2128%2C33969%2C1730980375386.1730980375616 2024-11-07T11:52:55,627 INFO [master/f30636bb2128:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/WALs/f30636bb2128,33969,1730980375386/f30636bb2128%2C33969%2C1730980375386.1730980375616 2024-11-07T11:52:55,630 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951),(127.0.0.1/127.0.0.1:33127:33127),(127.0.0.1/127.0.0.1:43119:43119)] 2024-11-07T11:52:55,631 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:52:55,631 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:55,631 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,631 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:52:55,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:55,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:55,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:52:55,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:55,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:52:55,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:52:55,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:55,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:52:55,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:52:55,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:55,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:52:55,644 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,645 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,645 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,647 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,647 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,647 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:52:55,649 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:52:55,651 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:52:55,652 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66152018, jitterRate=-0.014258116483688354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:52:55,653 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730980375631Initializing all the Stores at 1730980375633 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980375633Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980375633Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980375633Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980375633Cleaning up temporary data from old regions at 1730980375647 (+14 ms)Region opened successfully at 1730980375653 (+6 ms) 2024-11-07T11:52:55,653 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:52:55,658 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29438b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:52:55,659 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:52:55,660 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:52:55,660 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:52:55,660 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:52:55,660 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:52:55,661 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:52:55,661 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:52:55,664 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:52:55,665 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T11:52:55,666 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T11:52:55,667 INFO [master/f30636bb2128:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:52:55,668 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:52:55,669 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T11:52:55,670 INFO [master/f30636bb2128:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:52:55,671 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:52:55,672 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T11:52:55,674 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:52:55,675 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T11:52:55,678 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:52:55,679 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T11:52:55,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:55,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:55,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:55,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:55,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,682 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f30636bb2128,33969,1730980375386, sessionid=0x1001a1675e30000, setting cluster-up flag (Was=false) 2024-11-07T11:52:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,691 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T11:52:55,692 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f30636bb2128,33969,1730980375386 2024-11-07T11:52:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:55,703 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T11:52:55,704 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f30636bb2128,33969,1730980375386 2024-11-07T11:52:55,706 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:52:55,708 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:52:55,708 INFO [master/f30636bb2128:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:52:55,708 INFO [master/f30636bb2128:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:52:55,709 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f30636bb2128,33969,1730980375386 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:52:55,710 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:52:55,710 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:52:55,710 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:52:55,710 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:52:55,710 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f30636bb2128:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:52:55,710 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,710 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:52:55,710 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,711 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730980405711 2024-11-07T11:52:55,711 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:52:55,712 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:52:55,712 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:52:55,712 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:52:55,712 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:52:55,712 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:52:55,712 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,712 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:52:55,712 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:52:55,713 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:52:55,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:52:55,713 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:52:55,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:52:55,713 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:52:55,713 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.large.0-1730980375713,5,FailOnTimeoutGroup] 2024-11-07T11:52:55,713 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.small.0-1730980375713,5,FailOnTimeoutGroup] 2024-11-07T11:52:55,713 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,714 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:52:55,714 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,714 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:55,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:52:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:52:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:52:55,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:52:55,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:52:55,726 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77 2024-11-07T11:52:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:52:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:52:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:52:55,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:55,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:52:55,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:52:55,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:55,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:55,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:52:55,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:52:55,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:55,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:55,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:52:55,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:52:55,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:55,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:55,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:52:55,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:52:55,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:55,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:55,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:52:55,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740 2024-11-07T11:52:55,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740 2024-11-07T11:52:55,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:52:55,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:52:55,755 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:52:55,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:52:55,759 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:52:55,760 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67698444, jitterRate=0.008785426616668701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:52:55,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730980375736Initializing all the Stores at 1730980375737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980375737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980375737Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980375737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980375737Cleaning up temporary data from old regions at 1730980375754 (+17 ms)Region opened successfully at 1730980375760 (+6 ms) 2024-11-07T11:52:55,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:52:55,761 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:52:55,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:52:55,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:52:55,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:52:55,761 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:52:55,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730980375761Disabling compacts and flushes for region at 1730980375761Disabling writes for close at 1730980375761Writing region close event to WAL at 1730980375761Closed at 1730980375761 2024-11-07T11:52:55,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:52:55,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:52:55,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:52:55,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:52:55,767 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:52:55,806 INFO [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(746): ClusterId : d6043c0b-9452-4214-86be-8472ab3d0660 2024-11-07T11:52:55,806 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(746): ClusterId : d6043c0b-9452-4214-86be-8472ab3d0660 2024-11-07T11:52:55,806 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(746): ClusterId : d6043c0b-9452-4214-86be-8472ab3d0660 2024-11-07T11:52:55,806 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:52:55,806 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:52:55,807 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:52:55,809 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:52:55,809 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:52:55,810 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:52:55,810 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:52:55,810 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:52:55,810 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:52:55,813 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:52:55,813 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:52:55,813 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:52:55,813 DEBUG [RS:2;f30636bb2128:41455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3786af13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:52:55,813 DEBUG [RS:0;f30636bb2128:45831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cae670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:52:55,813 DEBUG [RS:1;f30636bb2128:42567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b98e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:52:55,825 DEBUG [RS:2;f30636bb2128:41455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f30636bb2128:41455 2024-11-07T11:52:55,825 DEBUG [RS:0;f30636bb2128:45831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f30636bb2128:45831 2024-11-07T11:52:55,825 DEBUG [RS:1;f30636bb2128:42567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f30636bb2128:42567 2024-11-07T11:52:55,825 INFO [RS:2;f30636bb2128:41455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:52:55,825 INFO [RS:2;f30636bb2128:41455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:52:55,825 INFO [RS:0;f30636bb2128:45831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:52:55,825 INFO [RS:1;f30636bb2128:42567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:52:55,825 DEBUG [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:52:55,825 INFO [RS:0;f30636bb2128:45831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:52:55,825 INFO [RS:1;f30636bb2128:42567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:52:55,825 DEBUG [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:52:55,825 DEBUG [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:52:55,826 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(2659): reportForDuty to master=f30636bb2128,33969,1730980375386 with port=41455, startcode=1730980375490 2024-11-07T11:52:55,826 INFO [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(2659): reportForDuty to master=f30636bb2128,33969,1730980375386 with port=45831, startcode=1730980375433 2024-11-07T11:52:55,826 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(2659): reportForDuty to master=f30636bb2128,33969,1730980375386 with port=42567, startcode=1730980375462 2024-11-07T11:52:55,826 DEBUG [RS:2;f30636bb2128:41455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:52:55,826 DEBUG [RS:0;f30636bb2128:45831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:52:55,826 DEBUG [RS:1;f30636bb2128:42567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:52:55,829 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:52:55,829 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:52:55,829 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47965, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:52:55,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f30636bb2128,42567,1730980375462 2024-11-07T11:52:55,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33969 {}] master.ServerManager(517): Registering regionserver=f30636bb2128,42567,1730980375462 2024-11-07T11:52:55,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f30636bb2128,41455,1730980375490 2024-11-07T11:52:55,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33969 {}] master.ServerManager(517): Registering regionserver=f30636bb2128,41455,1730980375490 2024-11-07T11:52:55,832 DEBUG [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77 2024-11-07T11:52:55,832 DEBUG [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42827 2024-11-07T11:52:55,832 DEBUG [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:52:55,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f30636bb2128,45831,1730980375433 2024-11-07T11:52:55,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33969 {}] master.ServerManager(517): Registering regionserver=f30636bb2128,45831,1730980375433 2024-11-07T11:52:55,834 DEBUG [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77 2024-11-07T11:52:55,834 DEBUG [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42827 2024-11-07T11:52:55,834 DEBUG [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:52:55,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:52:55,836 DEBUG [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77 2024-11-07T11:52:55,836 DEBUG [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42827 2024-11-07T11:52:55,836 DEBUG [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:52:55,839 DEBUG [RS:1;f30636bb2128:42567 {}] zookeeper.ZKUtil(111): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f30636bb2128,42567,1730980375462 2024-11-07T11:52:55,839 WARN [RS:1;f30636bb2128:42567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:52:55,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f30636bb2128,42567,1730980375462] 2024-11-07T11:52:55,839 INFO [RS:1;f30636bb2128:42567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T11:52:55,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f30636bb2128,41455,1730980375490] 2024-11-07T11:52:55,839 DEBUG [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,42567,1730980375462 2024-11-07T11:52:55,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:52:55,840 DEBUG [RS:2;f30636bb2128:41455 {}] zookeeper.ZKUtil(111): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f30636bb2128,41455,1730980375490 2024-11-07T11:52:55,840 WARN [RS:2;f30636bb2128:41455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:52:55,840 INFO [RS:2;f30636bb2128:41455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T11:52:55,840 DEBUG [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,41455,1730980375490 2024-11-07T11:52:55,840 DEBUG [RS:0;f30636bb2128:45831 {}] zookeeper.ZKUtil(111): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f30636bb2128,45831,1730980375433 2024-11-07T11:52:55,840 WARN [RS:0;f30636bb2128:45831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:52:55,840 INFO [RS:0;f30636bb2128:45831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T11:52:55,840 DEBUG [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,45831,1730980375433 2024-11-07T11:52:55,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f30636bb2128,45831,1730980375433] 2024-11-07T11:52:55,848 INFO [RS:2;f30636bb2128:41455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:52:55,848 INFO [RS:0;f30636bb2128:45831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:52:55,848 INFO [RS:1;f30636bb2128:42567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:52:55,850 INFO [RS:2;f30636bb2128:41455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:52:55,850 INFO [RS:2;f30636bb2128:41455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:52:55,850 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,850 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:52:55,851 INFO [RS:0;f30636bb2128:45831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:52:55,851 INFO [RS:2;f30636bb2128:41455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:52:55,851 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,851 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,851 INFO [RS:0;f30636bb2128:45831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:52:55,852 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,852 INFO [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,852 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 INFO [RS:0;f30636bb2128:45831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:52:55,853 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,853 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:55,853 DEBUG [RS:2;f30636bb2128:41455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:55,853 DEBUG [RS:0;f30636bb2128:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:55,856 INFO [RS:1;f30636bb2128:42567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:52:55,857 INFO [RS:1;f30636bb2128:42567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:52:55,857 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,857 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,857 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,857 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:52:55,857 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,41455,1730980375490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,45831,1730980375433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:52:55,858 INFO [RS:1;f30636bb2128:42567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:52:55,858 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:55,859 DEBUG [RS:1;f30636bb2128:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:52:55,870 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,870 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,870 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,870 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,870 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,870 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,42567,1730980375462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:52:55,882 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:52:55,882 INFO [RS:0;f30636bb2128:45831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:52:55,882 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,45831,1730980375433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,882 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,41455,1730980375490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,883 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,883 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,883 INFO [RS:2;f30636bb2128:41455 {}] regionserver.Replication(171): f30636bb2128,41455,1730980375490 started 2024-11-07T11:52:55,883 INFO [RS:0;f30636bb2128:45831 {}] regionserver.Replication(171): f30636bb2128,45831,1730980375433 started 2024-11-07T11:52:55,885 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:52:55,885 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,42567,1730980375462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,885 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,885 INFO [RS:1;f30636bb2128:42567 {}] regionserver.Replication(171): f30636bb2128,42567,1730980375462 started 2024-11-07T11:52:55,899 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,899 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(1482): Serving as f30636bb2128,42567,1730980375462, RpcServer on f30636bb2128/172.17.0.2:42567, sessionid=0x1001a1675e30002 2024-11-07T11:52:55,899 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:52:55,899 DEBUG [RS:1;f30636bb2128:42567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f30636bb2128,42567,1730980375462 2024-11-07T11:52:55,899 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,42567,1730980375462' 2024-11-07T11:52:55,899 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:52:55,900 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:52:55,901 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:52:55,901 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:52:55,901 DEBUG [RS:1;f30636bb2128:42567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f30636bb2128,42567,1730980375462 2024-11-07T11:52:55,901 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,42567,1730980375462' 2024-11-07T11:52:55,901 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:52:55,901 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:52:55,902 DEBUG [RS:1;f30636bb2128:42567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:52:55,902 INFO [RS:1;f30636bb2128:42567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:52:55,902 INFO [RS:1;f30636bb2128:42567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:52:55,902 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,902 INFO [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(1482): Serving as f30636bb2128,45831,1730980375433, RpcServer on f30636bb2128/172.17.0.2:45831, sessionid=0x1001a1675e30001 2024-11-07T11:52:55,902 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:52:55,902 DEBUG [RS:0;f30636bb2128:45831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f30636bb2128,45831,1730980375433 2024-11-07T11:52:55,902 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,45831,1730980375433' 2024-11-07T11:52:55,902 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:52:55,902 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:55,902 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(1482): Serving as f30636bb2128,41455,1730980375490, RpcServer on f30636bb2128/172.17.0.2:41455, sessionid=0x1001a1675e30003 2024-11-07T11:52:55,902 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:52:55,902 DEBUG [RS:2;f30636bb2128:41455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f30636bb2128,41455,1730980375490 2024-11-07T11:52:55,902 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,41455,1730980375490' 2024-11-07T11:52:55,902 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:52:55,903 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:52:55,903 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:52:55,903 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:52:55,903 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:52:55,903 DEBUG [RS:0;f30636bb2128:45831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f30636bb2128,45831,1730980375433 2024-11-07T11:52:55,903 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,45831,1730980375433' 2024-11-07T11:52:55,903 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:52:55,904 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:52:55,904 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:52:55,904 DEBUG [RS:2;f30636bb2128:41455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f30636bb2128,41455,1730980375490 2024-11-07T11:52:55,904 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,41455,1730980375490' 2024-11-07T11:52:55,904 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:52:55,904 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:52:55,905 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:52:55,905 DEBUG [RS:0;f30636bb2128:45831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:52:55,905 INFO [RS:0;f30636bb2128:45831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:52:55,905 INFO [RS:0;f30636bb2128:45831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:52:55,905 DEBUG [RS:2;f30636bb2128:41455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:52:55,905 INFO [RS:2;f30636bb2128:41455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:52:55,905 INFO [RS:2;f30636bb2128:41455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:52:55,917 WARN [f30636bb2128:33969 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:52:56,004 INFO [RS:1;f30636bb2128:42567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C42567%2C1730980375462, suffix=, logDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,42567,1730980375462, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/oldWALs, maxLogs=32 2024-11-07T11:52:56,007 INFO [RS:1;f30636bb2128:42567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f30636bb2128%2C42567%2C1730980375462.1730980376006 2024-11-07T11:52:56,007 INFO [RS:0;f30636bb2128:45831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C45831%2C1730980375433, suffix=, logDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,45831,1730980375433, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/oldWALs, maxLogs=32 2024-11-07T11:52:56,007 INFO [RS:2;f30636bb2128:41455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C41455%2C1730980375490, suffix=, logDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,41455,1730980375490, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/oldWALs, maxLogs=32 2024-11-07T11:52:56,009 INFO [RS:0;f30636bb2128:45831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f30636bb2128%2C45831%2C1730980375433.1730980376008 2024-11-07T11:52:56,009 INFO [RS:2;f30636bb2128:41455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f30636bb2128%2C41455%2C1730980375490.1730980376009 2024-11-07T11:52:56,019 INFO [RS:1;f30636bb2128:42567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,42567,1730980375462/f30636bb2128%2C42567%2C1730980375462.1730980376006 2024-11-07T11:52:56,022 INFO [RS:0;f30636bb2128:45831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,45831,1730980375433/f30636bb2128%2C45831%2C1730980375433.1730980376008 2024-11-07T11:52:56,026 INFO [RS:2;f30636bb2128:41455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,41455,1730980375490/f30636bb2128%2C41455%2C1730980375490.1730980376009 2024-11-07T11:52:56,029 DEBUG [RS:1;f30636bb2128:42567 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43119:43119),(127.0.0.1/127.0.0.1:39951:39951),(127.0.0.1/127.0.0.1:33127:33127)] 2024-11-07T11:52:56,030 DEBUG [RS:0;f30636bb2128:45831 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43119:43119),(127.0.0.1/127.0.0.1:39951:39951),(127.0.0.1/127.0.0.1:33127:33127)] 2024-11-07T11:52:56,032 DEBUG [RS:2;f30636bb2128:41455 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:33127:33127),(127.0.0.1/127.0.0.1:39951:39951),(127.0.0.1/127.0.0.1:43119:43119)] 2024-11-07T11:52:56,167 DEBUG [f30636bb2128:33969 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T11:52:56,168 DEBUG [f30636bb2128:33969 {}] balancer.BalancerClusterState(204): Hosts are {f30636bb2128=0} racks are {/default-rack=0} 2024-11-07T11:52:56,170 DEBUG [f30636bb2128:33969 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:52:56,170 DEBUG [f30636bb2128:33969 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:52:56,170 DEBUG [f30636bb2128:33969 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T11:52:56,170 DEBUG [f30636bb2128:33969 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:52:56,170 DEBUG [f30636bb2128:33969 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:52:56,170 DEBUG [f30636bb2128:33969 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T11:52:56,170 INFO [f30636bb2128:33969 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:52:56,170 INFO [f30636bb2128:33969 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:52:56,170 INFO [f30636bb2128:33969 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T11:52:56,170 DEBUG [f30636bb2128:33969 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:52:56,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f30636bb2128,42567,1730980375462 2024-11-07T11:52:56,172 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f30636bb2128,42567,1730980375462, state=OPENING 2024-11-07T11:52:56,174 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:52:56,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:56,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:56,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:56,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:56,176 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:52:56,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:56,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:56,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:56,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f30636bb2128,42567,1730980375462}] 2024-11-07T11:52:56,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:56,331 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:52:56,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44637, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:52:56,338 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:52:56,338 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T11:52:56,340 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C42567%2C1730980375462.meta, suffix=.meta, logDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,42567,1730980375462, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/oldWALs, maxLogs=32 2024-11-07T11:52:56,342 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor f30636bb2128%2C42567%2C1730980375462.meta.1730980376341.meta 2024-11-07T11:52:56,351 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/WALs/f30636bb2128,42567,1730980375462/f30636bb2128%2C42567%2C1730980375462.meta.1730980376341.meta 2024-11-07T11:52:56,353 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951),(127.0.0.1/127.0.0.1:43119:43119),(127.0.0.1/127.0.0.1:33127:33127)] 2024-11-07T11:52:56,354 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:52:56,354 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:52:56,354 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:52:56,354 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:52:56,355 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:52:56,355 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:56,355 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:52:56,355 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:52:56,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:52:56,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:52:56,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:56,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:56,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:52:56,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:52:56,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:56,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:56,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:52:56,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:52:56,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:56,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:56,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:52:56,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:52:56,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:56,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:52:56,363 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:52:56,364 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740 2024-11-07T11:52:56,365 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740 2024-11-07T11:52:56,367 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:52:56,367 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:52:56,367 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:52:56,369 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:52:56,370 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68303026, jitterRate=0.017794400453567505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:52:56,370 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:52:56,371 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730980376355Writing region info on filesystem at 1730980376355Initializing all the Stores at 1730980376356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980376356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980376357 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980376357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730980376357Cleaning up temporary data from old regions at 1730980376367 (+10 ms)Running coprocessor post-open hooks at 1730980376370 (+3 ms)Region opened successfully at 1730980376371 (+1 ms) 2024-11-07T11:52:56,373 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730980376330 2024-11-07T11:52:56,376 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:52:56,376 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:52:56,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,42567,1730980375462 2024-11-07T11:52:56,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f30636bb2128,42567,1730980375462, state=OPEN 2024-11-07T11:52:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:52:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:52:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:52:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:52:56,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f30636bb2128,42567,1730980375462 2024-11-07T11:52:56,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:56,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:56,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:56,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:52:56,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:52:56,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f30636bb2128,42567,1730980375462 in 205 msec 2024-11-07T11:52:56,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:52:56,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-07T11:52:56,391 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:52:56,391 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:52:56,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:52:56,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,42567,1730980375462, seqNum=-1] 2024-11-07T11:52:56,393 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:52:56,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38351, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:52:56,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 693 msec 2024-11-07T11:52:56,402 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730980376402, completionTime=-1 2024-11-07T11:52:56,402 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T11:52:56,402 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T11:52:56,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-07T11:52:56,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730980436405 2024-11-07T11:52:56,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730980496405 2024-11-07T11:52:56,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-07T11:52:56,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33969,1730980375386-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:56,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33969,1730980375386-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:56,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33969,1730980375386-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:56,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f30636bb2128:33969, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:56,405 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:56,406 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:56,408 DEBUG [master/f30636bb2128:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:52:56,410 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.884sec 2024-11-07T11:52:56,410 INFO [master/f30636bb2128:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:52:56,410 INFO [master/f30636bb2128:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:52:56,411 INFO [master/f30636bb2128:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:52:56,411 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:52:56,411 INFO [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:52:56,411 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33969,1730980375386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:52:56,411 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33969,1730980375386-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:52:56,413 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:52:56,414 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:52:56,414 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,33969,1730980375386-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:52:56,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472b3f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:52:56,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,33969,-1 for getting cluster id 2024-11-07T11:52:56,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:52:56,509 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6043c0b-9452-4214-86be-8472ab3d0660' 2024-11-07T11:52:56,509 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:52:56,509 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6043c0b-9452-4214-86be-8472ab3d0660" 2024-11-07T11:52:56,510 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a008ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:52:56,510 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,33969,-1] 2024-11-07T11:52:56,510 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:52:56,510 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:56,512 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:52:56,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319a90d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:52:56,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:52:56,515 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,42567,1730980375462, seqNum=-1] 2024-11-07T11:52:56,515 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:52:56,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:52:56,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f30636bb2128,33969,1730980375386 2024-11-07T11:52:56,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:52:56,521 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f30636bb2128,33969,1730980375386 2024-11-07T11:52:56,522 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6c6da4 2024-11-07T11:52:56,522 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:52:56,524 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:52:56,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:52:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-07T11:52:56,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:52:56,529 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:56,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-07T11:52:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:52:56,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:52:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741837_1013 (size=392) 2024-11-07T11:52:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741837_1013 (size=392) 2024-11-07T11:52:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741837_1013 (size=392) 2024-11-07T11:52:56,547 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 094674e3fade6679d14648b09504adcc, NAME => 'TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77 2024-11-07T11:52:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741838_1014 (size=51) 2024-11-07T11:52:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741838_1014 (size=51) 2024-11-07T11:52:56,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741838_1014 (size=51) 2024-11-07T11:52:56,558 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:56,558 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 094674e3fade6679d14648b09504adcc, disabling compactions & flushes 2024-11-07T11:52:56,559 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:56,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:56,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. after waiting 0 ms 2024-11-07T11:52:56,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:56,559 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:56,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 094674e3fade6679d14648b09504adcc: Waiting for close lock at 1730980376558Disabling compacts and flushes for region at 1730980376558Disabling writes for close at 1730980376559 (+1 ms)Writing region close event to WAL at 1730980376559Closed at 1730980376559 2024-11-07T11:52:56,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:52:56,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1730980376561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730980376561"}]},"ts":"1730980376561"} 2024-11-07T11:52:56,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:52:56,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:52:56,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730980376566"}]},"ts":"1730980376566"} 2024-11-07T11:52:56,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-07T11:52:56,570 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f30636bb2128=0} racks are {/default-rack=0} 2024-11-07T11:52:56,570 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:52:56,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:52:56,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T11:52:56,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:52:56,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:52:56,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T11:52:56,571 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:52:56,571 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:52:56,571 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T11:52:56,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:52:56,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=094674e3fade6679d14648b09504adcc, ASSIGN}] 2024-11-07T11:52:56,574 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=094674e3fade6679d14648b09504adcc, ASSIGN 2024-11-07T11:52:56,575 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=094674e3fade6679d14648b09504adcc, ASSIGN; state=OFFLINE, location=f30636bb2128,41455,1730980375490; forceNewPlan=false, retain=false 2024-11-07T11:52:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:52:56,726 INFO [f30636bb2128:33969 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-07T11:52:56,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=094674e3fade6679d14648b09504adcc, regionState=OPENING, regionLocation=f30636bb2128,41455,1730980375490 2024-11-07T11:52:56,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=094674e3fade6679d14648b09504adcc, ASSIGN because future has completed 2024-11-07T11:52:56,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 094674e3fade6679d14648b09504adcc, server=f30636bb2128,41455,1730980375490}] 2024-11-07T11:52:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:52:56,885 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:52:56,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:52:56,892 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:56,892 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 094674e3fade6679d14648b09504adcc, NAME => 'TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:52:56,893 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,893 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:52:56,893 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,893 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,895 INFO [StoreOpener-094674e3fade6679d14648b09504adcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,896 INFO [StoreOpener-094674e3fade6679d14648b09504adcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 094674e3fade6679d14648b09504adcc columnFamilyName cf 2024-11-07T11:52:56,896 DEBUG [StoreOpener-094674e3fade6679d14648b09504adcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:52:56,897 INFO [StoreOpener-094674e3fade6679d14648b09504adcc-1 {}] regionserver.HStore(327): Store=094674e3fade6679d14648b09504adcc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:52:56,897 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,898 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/default/TestHBaseWalOnEC/094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,898 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/default/TestHBaseWalOnEC/094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,899 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,899 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,901 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,903 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/default/TestHBaseWalOnEC/094674e3fade6679d14648b09504adcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:52:56,904 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 094674e3fade6679d14648b09504adcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59189527, jitterRate=-0.11800731718540192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:52:56,904 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:56,905 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 094674e3fade6679d14648b09504adcc: Running coprocessor pre-open hook at 1730980376893Writing region info on filesystem at 1730980376893Initializing all the Stores at 1730980376894 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730980376894Cleaning up temporary data from old regions at 1730980376899 (+5 ms)Running coprocessor post-open hooks at 1730980376904 (+5 ms)Region opened successfully at 1730980376905 (+1 ms) 2024-11-07T11:52:56,906 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc., pid=6, masterSystemTime=1730980376885 2024-11-07T11:52:56,909 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:56,910 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:56,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=094674e3fade6679d14648b09504adcc, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,41455,1730980375490 2024-11-07T11:52:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 094674e3fade6679d14648b09504adcc, server=f30636bb2128,41455,1730980375490 because future has completed 2024-11-07T11:52:56,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:52:56,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 094674e3fade6679d14648b09504adcc, server=f30636bb2128,41455,1730980375490 in 185 msec 2024-11-07T11:52:56,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:52:56,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=094674e3fade6679d14648b09504adcc, ASSIGN in 349 msec 2024-11-07T11:52:56,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:52:56,925 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730980376925"}]},"ts":"1730980376925"} 2024-11-07T11:52:56,928 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-07T11:52:56,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:52:56,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 405 msec 2024-11-07T11:52:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:52:57,155 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T11:52:57,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-07T11:52:57,155 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:52:57,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-07T11:52:57,159 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:52:57,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-07T11:52:57,162 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc., hostname=f30636bb2128,41455,1730980375490, seqNum=2] 2024-11-07T11:52:57,163 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:52:57,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:52:57,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-07T11:52:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-07T11:52:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:52:57,171 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:52:57,173 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:52:57,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:52:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:52:57,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T11:52:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:57,328 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 094674e3fade6679d14648b09504adcc 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-07T11:52:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/default/TestHBaseWalOnEC/094674e3fade6679d14648b09504adcc/.tmp/cf/5bf7b9b54ddd48b784bf3f427d4f9235 is 36, key is row/cf:cq/1730980377166/Put/seqid=0 2024-11-07T11:52:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741839_1015 (size=4787) 2024-11-07T11:52:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741839_1015 (size=4787) 2024-11-07T11:52:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741839_1015 (size=4787) 2024-11-07T11:52:57,355 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/default/TestHBaseWalOnEC/094674e3fade6679d14648b09504adcc/.tmp/cf/5bf7b9b54ddd48b784bf3f427d4f9235 2024-11-07T11:52:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/default/TestHBaseWalOnEC/094674e3fade6679d14648b09504adcc/.tmp/cf/5bf7b9b54ddd48b784bf3f427d4f9235 as hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/default/TestHBaseWalOnEC/094674e3fade6679d14648b09504adcc/cf/5bf7b9b54ddd48b784bf3f427d4f9235 2024-11-07T11:52:57,370 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/default/TestHBaseWalOnEC/094674e3fade6679d14648b09504adcc/cf/5bf7b9b54ddd48b784bf3f427d4f9235, entries=1, sequenceid=5, filesize=4.7 K 2024-11-07T11:52:57,371 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 094674e3fade6679d14648b09504adcc in 43ms, sequenceid=5, compaction requested=false 2024-11-07T11:52:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 094674e3fade6679d14648b09504adcc: 2024-11-07T11:52:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T11:52:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T11:52:57,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T11:52:57,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 201 msec 2024-11-07T11:52:57,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 210 msec 2024-11-07T11:52:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:52:57,485 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T11:52:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:52:57,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:52:57,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:57,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:57,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:57,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:52:57,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=118606026, stopped=false 2024-11-07T11:52:57,490 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f30636bb2128,33969,1730980375386 2024-11-07T11:52:57,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:52:57,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:57,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:57,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:57,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:52:57,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:57,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:57,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:57,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:57,492 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:52:57,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:52:57,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:57,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:57,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:57,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:57,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:57,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:52:57,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f30636bb2128,45831,1730980375433' ***** 2024-11-07T11:52:57,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:52:57,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f30636bb2128,42567,1730980375462' ***** 2024-11-07T11:52:57,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:52:57,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f30636bb2128,41455,1730980375490' ***** 2024-11-07T11:52:57,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:52:57,494 INFO [RS:0;f30636bb2128:45831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:52:57,494 INFO [RS:0;f30636bb2128:45831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:52:57,494 INFO [RS:0;f30636bb2128:45831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:52:57,494 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:52:57,494 INFO [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(959): stopping server f30636bb2128,45831,1730980375433 2024-11-07T11:52:57,494 INFO [RS:2;f30636bb2128:41455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:52:57,495 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:52:57,495 INFO [RS:2;f30636bb2128:41455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:52:57,495 INFO [RS:0;f30636bb2128:45831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:52:57,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:52:57,495 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(3091): Received CLOSE for 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:57,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:52:57,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:52:57,495 INFO [RS:0;f30636bb2128:45831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f30636bb2128:45831. 2024-11-07T11:52:57,495 INFO [RS:1;f30636bb2128:42567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:52:57,495 INFO [RS:1;f30636bb2128:42567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:52:57,495 DEBUG [RS:0;f30636bb2128:45831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:57,495 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(959): stopping server f30636bb2128,42567,1730980375462 2024-11-07T11:52:57,495 DEBUG [RS:0;f30636bb2128:45831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:57,495 INFO [RS:1;f30636bb2128:42567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:52:57,495 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(959): stopping server f30636bb2128,41455,1730980375490 2024-11-07T11:52:57,495 INFO [RS:2;f30636bb2128:41455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:52:57,495 INFO [RS:1;f30636bb2128:42567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f30636bb2128:42567. 2024-11-07T11:52:57,495 INFO [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(976): stopping server f30636bb2128,45831,1730980375433; all regions closed. 2024-11-07T11:52:57,495 INFO [RS:2;f30636bb2128:41455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f30636bb2128:41455. 2024-11-07T11:52:57,495 DEBUG [RS:1;f30636bb2128:42567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:57,495 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 094674e3fade6679d14648b09504adcc, disabling compactions & flushes 2024-11-07T11:52:57,495 DEBUG [RS:1;f30636bb2128:42567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:57,495 DEBUG [RS:2;f30636bb2128:41455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:52:57,496 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:57,496 DEBUG [RS:2;f30636bb2128:41455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:57,496 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:57,496 INFO [RS:1;f30636bb2128:42567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:52:57,496 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:52:57,496 INFO [RS:1;f30636bb2128:42567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:52:57,496 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. after waiting 0 ms 2024-11-07T11:52:57,496 DEBUG [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(1325): Online Regions={094674e3fade6679d14648b09504adcc=TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc.} 2024-11-07T11:52:57,496 INFO [RS:1;f30636bb2128:42567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:52:57,496 DEBUG [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(1351): Waiting on 094674e3fade6679d14648b09504adcc 2024-11-07T11:52:57,496 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:57,496 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:52:57,496 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,496 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,496 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,496 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,496 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:52:57,497 DEBUG [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:52:57,497 DEBUG [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:52:57,497 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,497 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:52:57,497 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:52:57,497 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:52:57,497 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:52:57,497 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:52:57,497 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T11:52:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741834_1010 (size=93) 2024-11-07T11:52:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741834_1010 (size=93) 2024-11-07T11:52:57,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741834_1010 (size=93) 2024-11-07T11:52:57,503 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/default/TestHBaseWalOnEC/094674e3fade6679d14648b09504adcc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T11:52:57,504 DEBUG [RS:0;f30636bb2128:45831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/oldWALs 2024-11-07T11:52:57,504 INFO [RS:0;f30636bb2128:45831 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f30636bb2128%2C45831%2C1730980375433:(num 1730980376008) 2024-11-07T11:52:57,504 DEBUG [RS:0;f30636bb2128:45831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:57,504 INFO [RS:0;f30636bb2128:45831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:57,504 INFO [RS:0;f30636bb2128:45831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:52:57,504 INFO [RS:0;f30636bb2128:45831 {}] hbase.ChoreService(370): Chore service for: regionserver/f30636bb2128:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:52:57,504 INFO [RS:0;f30636bb2128:45831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:52:57,504 INFO [regionserver/f30636bb2128:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:52:57,504 INFO [RS:0;f30636bb2128:45831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:52:57,504 INFO [RS:0;f30636bb2128:45831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:52:57,504 INFO [RS:0;f30636bb2128:45831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:52:57,504 INFO [RS:0;f30636bb2128:45831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45831 2024-11-07T11:52:57,505 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:57,505 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 094674e3fade6679d14648b09504adcc: Waiting for close lock at 1730980377495Running coprocessor pre-close hooks at 1730980377495Disabling compacts and flushes for region at 1730980377495Disabling writes for close at 1730980377496 (+1 ms)Writing region close event to WAL at 1730980377497 (+1 ms)Running coprocessor post-close hooks at 1730980377504 (+7 ms)Closed at 1730980377505 (+1 ms) 2024-11-07T11:52:57,505 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc. 2024-11-07T11:52:57,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f30636bb2128,45831,1730980375433 2024-11-07T11:52:57,506 INFO [RS:0;f30636bb2128:45831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:52:57,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:52:57,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f30636bb2128,45831,1730980375433] 2024-11-07T11:52:57,509 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f30636bb2128,45831,1730980375433 already deleted, retry=false 2024-11-07T11:52:57,509 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f30636bb2128,45831,1730980375433 expired; onlineServers=2 2024-11-07T11:52:57,519 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/.tmp/info/8aeb737f6625401eb2d31a47a44bb64f is 153, key is TestHBaseWalOnEC,,1730980376524.094674e3fade6679d14648b09504adcc./info:regioninfo/1730980376911/Put/seqid=0 2024-11-07T11:52:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741840_1016 (size=6637) 2024-11-07T11:52:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741840_1016 (size=6637) 2024-11-07T11:52:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741840_1016 (size=6637) 2024-11-07T11:52:57,527 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/.tmp/info/8aeb737f6625401eb2d31a47a44bb64f 2024-11-07T11:52:57,550 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/.tmp/ns/72d71c59d38b4b4d85f807069a63a4ce is 43, key is default/ns:d/1730980376395/Put/seqid=0 2024-11-07T11:52:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741841_1017 (size=5153) 2024-11-07T11:52:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741841_1017 (size=5153) 2024-11-07T11:52:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741841_1017 (size=5153) 2024-11-07T11:52:57,557 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/.tmp/ns/72d71c59d38b4b4d85f807069a63a4ce 2024-11-07T11:52:57,561 INFO [regionserver/f30636bb2128:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:57,562 INFO [regionserver/f30636bb2128:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:57,571 INFO [regionserver/f30636bb2128:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:57,580 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/.tmp/table/0b7aacca8cd84cda849f96651878377b is 52, key is TestHBaseWalOnEC/table:state/1730980376925/Put/seqid=0 2024-11-07T11:52:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741842_1018 (size=5249) 2024-11-07T11:52:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741842_1018 (size=5249) 2024-11-07T11:52:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741842_1018 (size=5249) 2024-11-07T11:52:57,587 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/.tmp/table/0b7aacca8cd84cda849f96651878377b 2024-11-07T11:52:57,595 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/.tmp/info/8aeb737f6625401eb2d31a47a44bb64f as hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/info/8aeb737f6625401eb2d31a47a44bb64f 2024-11-07T11:52:57,603 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/info/8aeb737f6625401eb2d31a47a44bb64f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T11:52:57,604 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/.tmp/ns/72d71c59d38b4b4d85f807069a63a4ce as hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/ns/72d71c59d38b4b4d85f807069a63a4ce 2024-11-07T11:52:57,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:57,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x1001a1675e30001, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:57,608 INFO [RS:0;f30636bb2128:45831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:52:57,608 INFO [RS:0;f30636bb2128:45831 {}] regionserver.HRegionServer(1031): Exiting; stopping=f30636bb2128,45831,1730980375433; zookeeper connection closed. 2024-11-07T11:52:57,608 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b04b81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b04b81 2024-11-07T11:52:57,612 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/ns/72d71c59d38b4b4d85f807069a63a4ce, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:52:57,614 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/.tmp/table/0b7aacca8cd84cda849f96651878377b as hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/table/0b7aacca8cd84cda849f96651878377b 2024-11-07T11:52:57,621 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/table/0b7aacca8cd84cda849f96651878377b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T11:52:57,622 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=11, compaction requested=false 2024-11-07T11:52:57,627 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T11:52:57,628 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:52:57,628 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:52:57,628 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730980377497Running coprocessor pre-close hooks at 1730980377497Disabling compacts and flushes for region at 1730980377497Disabling writes for close at 1730980377497Obtaining lock to block concurrent updates at 1730980377497Preparing flush snapshotting stores in 1588230740 at 1730980377497Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730980377498 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730980377499 (+1 ms)Flushing 1588230740/info: creating writer at 1730980377499Flushing 1588230740/info: appending metadata at 1730980377518 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730980377518Flushing 1588230740/ns: creating writer at 1730980377534 (+16 ms)Flushing 1588230740/ns: appending metadata at 1730980377549 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730980377549Flushing 1588230740/table: creating writer at 1730980377564 (+15 ms)Flushing 1588230740/table: appending metadata at 1730980377579 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730980377580 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a93305: reopening flushed file at 1730980377594 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129f5840: reopening flushed file at 1730980377603 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20baf9f5: reopening flushed file at 1730980377612 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=11, compaction requested=false at 1730980377622 (+10 ms)Writing region close event to WAL at 1730980377624 (+2 ms)Running coprocessor post-close hooks at 1730980377628 (+4 ms)Closed at 1730980377628 2024-11-07T11:52:57,628 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:52:57,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:52:57,696 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(976): stopping server f30636bb2128,41455,1730980375490; all regions closed. 2024-11-07T11:52:57,696 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,697 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,697 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,697 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(976): stopping server f30636bb2128,42567,1730980375462; all regions closed. 2024-11-07T11:52:57,697 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,697 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,697 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,697 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,698 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,698 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,698 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:52:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741835_1011 (size=1298) 2024-11-07T11:52:57,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741835_1011 (size=1298) 2024-11-07T11:52:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741836_1012 (size=2751) 2024-11-07T11:52:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741836_1012 (size=2751) 2024-11-07T11:52:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741836_1012 (size=2751) 2024-11-07T11:52:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741835_1011 (size=1298) 2024-11-07T11:52:57,708 DEBUG [RS:2;f30636bb2128:41455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/oldWALs 2024-11-07T11:52:57,708 INFO [RS:2;f30636bb2128:41455 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f30636bb2128%2C41455%2C1730980375490:(num 1730980376009) 2024-11-07T11:52:57,708 DEBUG [RS:1;f30636bb2128:42567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/oldWALs 2024-11-07T11:52:57,709 DEBUG [RS:2;f30636bb2128:41455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:57,709 INFO [RS:1;f30636bb2128:42567 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f30636bb2128%2C42567%2C1730980375462.meta:.meta(num 1730980376341) 2024-11-07T11:52:57,709 INFO [RS:2;f30636bb2128:41455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:57,709 INFO [RS:2;f30636bb2128:41455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:52:57,709 INFO [RS:2;f30636bb2128:41455 {}] hbase.ChoreService(370): Chore service for: regionserver/f30636bb2128:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:52:57,709 INFO [RS:2;f30636bb2128:41455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:52:57,709 INFO [regionserver/f30636bb2128:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:52:57,709 INFO [RS:2;f30636bb2128:41455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:52:57,709 INFO [RS:2;f30636bb2128:41455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:52:57,709 INFO [RS:2;f30636bb2128:41455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:52:57,709 INFO [RS:2;f30636bb2128:41455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41455 2024-11-07T11:52:57,710 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,711 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,711 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,712 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,712 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:52:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f30636bb2128,41455,1730980375490 2024-11-07T11:52:57,713 INFO [RS:2;f30636bb2128:41455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:52:57,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f30636bb2128,41455,1730980375490] 2024-11-07T11:52:57,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f30636bb2128,41455,1730980375490 already deleted, retry=false 2024-11-07T11:52:57,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f30636bb2128,41455,1730980375490 expired; onlineServers=1 2024-11-07T11:52:57,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741833_1009 (size=93) 2024-11-07T11:52:57,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741833_1009 (size=93) 2024-11-07T11:52:57,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741833_1009 (size=93) 2024-11-07T11:52:57,719 DEBUG [RS:1;f30636bb2128:42567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/oldWALs 2024-11-07T11:52:57,719 INFO [RS:1;f30636bb2128:42567 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f30636bb2128%2C42567%2C1730980375462:(num 1730980376006) 2024-11-07T11:52:57,719 DEBUG [RS:1;f30636bb2128:42567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:52:57,719 INFO [RS:1;f30636bb2128:42567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:52:57,719 INFO [RS:1;f30636bb2128:42567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:52:57,720 INFO [RS:1;f30636bb2128:42567 {}] hbase.ChoreService(370): Chore service for: regionserver/f30636bb2128:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:52:57,720 INFO [RS:1;f30636bb2128:42567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:52:57,720 INFO [regionserver/f30636bb2128:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:52:57,720 INFO [RS:1;f30636bb2128:42567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42567 2024-11-07T11:52:57,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f30636bb2128,42567,1730980375462 2024-11-07T11:52:57,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:52:57,722 INFO [RS:1;f30636bb2128:42567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:52:57,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f30636bb2128,42567,1730980375462] 2024-11-07T11:52:57,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f30636bb2128,42567,1730980375462 already deleted, retry=false 2024-11-07T11:52:57,725 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f30636bb2128,42567,1730980375462 expired; onlineServers=0 2024-11-07T11:52:57,725 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f30636bb2128,33969,1730980375386' ***** 2024-11-07T11:52:57,725 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:52:57,725 INFO [M:0;f30636bb2128:33969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:52:57,725 INFO [M:0;f30636bb2128:33969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:52:57,725 DEBUG [M:0;f30636bb2128:33969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:52:57,725 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:52:57,725 DEBUG [M:0;f30636bb2128:33969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:52:57,725 DEBUG [master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.large.0-1730980375713 {}] cleaner.HFileCleaner(306): Exit Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.large.0-1730980375713,5,FailOnTimeoutGroup] 2024-11-07T11:52:57,725 DEBUG [master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.small.0-1730980375713 {}] cleaner.HFileCleaner(306): Exit Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.small.0-1730980375713,5,FailOnTimeoutGroup] 2024-11-07T11:52:57,726 INFO [M:0;f30636bb2128:33969 {}] hbase.ChoreService(370): Chore service for: master/f30636bb2128:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:52:57,726 INFO [M:0;f30636bb2128:33969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:52:57,726 DEBUG [M:0;f30636bb2128:33969 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:52:57,726 INFO [M:0;f30636bb2128:33969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:52:57,726 INFO [M:0;f30636bb2128:33969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:52:57,726 INFO [M:0;f30636bb2128:33969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:52:57,727 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:52:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T11:52:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:52:57,727 DEBUG [M:0;f30636bb2128:33969 {}] zookeeper.ZKUtil(347): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T11:52:57,727 WARN [M:0;f30636bb2128:33969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:52:57,728 INFO [M:0;f30636bb2128:33969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/.lastflushedseqids 2024-11-07T11:52:57,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741843_1019 (size=127) 2024-11-07T11:52:57,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741843_1019 (size=127) 2024-11-07T11:52:57,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741843_1019 (size=127) 2024-11-07T11:52:57,744 INFO [M:0;f30636bb2128:33969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:52:57,744 INFO [M:0;f30636bb2128:33969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:52:57,744 DEBUG [M:0;f30636bb2128:33969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:52:57,744 INFO [M:0;f30636bb2128:33969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:57,744 DEBUG [M:0;f30636bb2128:33969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:57,744 DEBUG [M:0;f30636bb2128:33969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:52:57,745 DEBUG [M:0;f30636bb2128:33969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:57,745 INFO [M:0;f30636bb2128:33969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-07T11:52:57,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:52:57,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:52:57,770 DEBUG [M:0;f30636bb2128:33969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/243f92e117de450aa361a7d42a18e716 is 82, key is hbase:meta,,1/info:regioninfo/1730980376377/Put/seqid=0 2024-11-07T11:52:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741844_1020 (size=5672) 2024-11-07T11:52:57,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741844_1020 (size=5672) 2024-11-07T11:52:57,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741844_1020 (size=5672) 2024-11-07T11:52:57,784 INFO [M:0;f30636bb2128:33969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/243f92e117de450aa361a7d42a18e716 2024-11-07T11:52:57,808 DEBUG [M:0;f30636bb2128:33969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7927f47f19b44d10822939eeb05b091d is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730980376932/Put/seqid=0 2024-11-07T11:52:57,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741845_1021 (size=6440) 2024-11-07T11:52:57,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:57,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41455-0x1001a1675e30003, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:57,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741845_1021 (size=6440) 2024-11-07T11:52:57,816 INFO [RS:2;f30636bb2128:41455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:52:57,816 INFO [RS:2;f30636bb2128:41455 {}] regionserver.HRegionServer(1031): Exiting; stopping=f30636bb2128,41455,1730980375490; zookeeper connection closed. 2024-11-07T11:52:57,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ccd9cd9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ccd9cd9 2024-11-07T11:52:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741845_1021 (size=6440) 2024-11-07T11:52:57,817 INFO [M:0;f30636bb2128:33969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.15 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7927f47f19b44d10822939eeb05b091d 2024-11-07T11:52:57,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:57,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1001a1675e30002, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:57,824 INFO [RS:1;f30636bb2128:42567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:52:57,824 INFO [RS:1;f30636bb2128:42567 {}] regionserver.HRegionServer(1031): Exiting; stopping=f30636bb2128,42567,1730980375462; zookeeper connection closed. 2024-11-07T11:52:57,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62e249d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62e249d6 2024-11-07T11:52:57,825 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T11:52:57,840 DEBUG [M:0;f30636bb2128:33969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b283b3acc8d1435f9f76e7fd95443f98 is 69, key is f30636bb2128,41455,1730980375490/rs:state/1730980375832/Put/seqid=0 2024-11-07T11:52:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741846_1022 (size=5294) 2024-11-07T11:52:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741846_1022 (size=5294) 2024-11-07T11:52:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741846_1022 (size=5294) 2024-11-07T11:52:57,849 INFO [M:0;f30636bb2128:33969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b283b3acc8d1435f9f76e7fd95443f98 2024-11-07T11:52:57,856 DEBUG [M:0;f30636bb2128:33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/243f92e117de450aa361a7d42a18e716 as hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/243f92e117de450aa361a7d42a18e716 2024-11-07T11:52:57,863 INFO [M:0;f30636bb2128:33969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/243f92e117de450aa361a7d42a18e716, entries=8, sequenceid=72, filesize=5.5 K 2024-11-07T11:52:57,864 DEBUG [M:0;f30636bb2128:33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7927f47f19b44d10822939eeb05b091d as hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7927f47f19b44d10822939eeb05b091d 2024-11-07T11:52:57,870 INFO [M:0;f30636bb2128:33969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7927f47f19b44d10822939eeb05b091d, entries=8, sequenceid=72, filesize=6.3 K 2024-11-07T11:52:57,871 DEBUG [M:0;f30636bb2128:33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b283b3acc8d1435f9f76e7fd95443f98 as hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b283b3acc8d1435f9f76e7fd95443f98 2024-11-07T11:52:57,877 INFO [M:0;f30636bb2128:33969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/4079f262-d618-32df-544a-f09671cebe77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b283b3acc8d1435f9f76e7fd95443f98, entries=3, sequenceid=72, filesize=5.2 K 2024-11-07T11:52:57,879 INFO [M:0;f30636bb2128:33969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=72, compaction requested=false 2024-11-07T11:52:57,881 INFO [M:0;f30636bb2128:33969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:52:57,881 DEBUG [M:0;f30636bb2128:33969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730980377744Disabling compacts and flushes for region at 1730980377744Disabling writes for close at 1730980377744Obtaining lock to block concurrent updates at 1730980377745 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730980377745Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1730980377745Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730980377746 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730980377746Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730980377770 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730980377770Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730980377791 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730980377808 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730980377808Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730980377823 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730980377840 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730980377840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a28b5: reopening flushed file at 1730980377855 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e00d4ed: reopening flushed file at 1730980377863 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78cfcfc2: reopening flushed file at 1730980377870 (+7 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=72, compaction requested=false at 1730980377879 (+9 ms)Writing region close event to WAL at 1730980377881 (+2 ms)Closed at 1730980377881 2024-11-07T11:52:57,881 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,882 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,882 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,882 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,882 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T11:52:57,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741830_1006 (size=32683) 2024-11-07T11:52:57,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41447 is added to blk_1073741830_1006 (size=32683) 2024-11-07T11:52:57,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741830_1006 (size=32683) 2024-11-07T11:52:57,887 INFO [M:0;f30636bb2128:33969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:52:57,887 INFO [M:0;f30636bb2128:33969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33969 2024-11-07T11:52:57,887 INFO [M:0;f30636bb2128:33969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:52:57,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:52:57,990 INFO [M:0;f30636bb2128:33969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:52:57,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:57,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x1001a1675e30000, quorum=127.0.0.1:60638, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:52:57,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3939dfd7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:57,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6419fd60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:52:57,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:52:57,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6974a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:52:57,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611fd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.log.dir/,STOPPED} 2024-11-07T11:52:57,995 WARN [BP-2022600960-172.17.0.2-1730980374526 heartbeating to localhost/127.0.0.1:42827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:52:57,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:52:57,995 WARN [BP-2022600960-172.17.0.2-1730980374526 heartbeating to localhost/127.0.0.1:42827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2022600960-172.17.0.2-1730980374526 (Datanode Uuid ecd5132d-0ceb-447d-97f8-062dda36277b) service to localhost/127.0.0.1:42827 2024-11-07T11:52:57,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:52:57,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data5/current/BP-2022600960-172.17.0.2-1730980374526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:57,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data6/current/BP-2022600960-172.17.0.2-1730980374526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:57,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:52:57,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65e525b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:57,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd07676{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:52:57,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:52:57,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54390a13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:52:57,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de03e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.log.dir/,STOPPED} 2024-11-07T11:52:58,000 WARN [BP-2022600960-172.17.0.2-1730980374526 heartbeating to localhost/127.0.0.1:42827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:52:58,000 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:52:58,000 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:52:58,000 WARN [BP-2022600960-172.17.0.2-1730980374526 heartbeating to localhost/127.0.0.1:42827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2022600960-172.17.0.2-1730980374526 (Datanode Uuid 9704ea51-77f0-4ef3-bd18-4c423fb87c33) service to localhost/127.0.0.1:42827 2024-11-07T11:52:58,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data3/current/BP-2022600960-172.17.0.2-1730980374526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:58,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data4/current/BP-2022600960-172.17.0.2-1730980374526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:58,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:52:58,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa34083{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:52:58,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@234ffd1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:52:58,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:52:58,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bfb2a2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:52:58,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef18cbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.log.dir/,STOPPED} 2024-11-07T11:52:58,007 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:52:58,007 WARN [BP-2022600960-172.17.0.2-1730980374526 heartbeating to localhost/127.0.0.1:42827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:52:58,007 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:52:58,007 WARN [BP-2022600960-172.17.0.2-1730980374526 heartbeating to localhost/127.0.0.1:42827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2022600960-172.17.0.2-1730980374526 (Datanode Uuid 76dd0731-5158-4f8a-99d7-f7fca45e3f83) service to localhost/127.0.0.1:42827 2024-11-07T11:52:58,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data1/current/BP-2022600960-172.17.0.2-1730980374526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:58,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/cluster_d407ed8d-2a27-b768-6273-8302a70ffa36/data/data2/current/BP-2022600960-172.17.0.2-1730980374526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:52:58,008 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:52:58,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21112c89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:52:58,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27bc618{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:52:58,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:52:58,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65d068d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:52:58,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@117b7671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6571cc-7e28-f106-26b1-c6b86c314ff8/hadoop.log.dir/,STOPPED} 2024-11-07T11:52:58,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:52:58,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:52:58,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=150 (was 90) - Thread LEAK? -, OpenFileDescriptor=521 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=162 (was 141) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1992 (was 2180)