2024-11-22 19:52:58,626 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-22 19:52:58,641 main DEBUG Took 0.012465 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 19:52:58,641 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 19:52:58,642 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 19:52:58,643 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 19:52:58,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,655 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 19:52:58,675 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,679 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,681 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,682 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,683 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,686 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,687 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,689 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:52:58,691 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,691 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 19:52:58,693 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:52:58,695 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 19:52:58,697 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 19:52:58,698 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 19:52:58,699 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 19:52:58,700 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 19:52:58,712 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 19:52:58,716 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 19:52:58,718 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 19:52:58,718 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 19:52:58,719 main DEBUG createAppenders(={Console}) 2024-11-22 19:52:58,720 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-22 19:52:58,720 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-22 19:52:58,721 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-22 19:52:58,721 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 19:52:58,721 main DEBUG OutputStream closed 2024-11-22 19:52:58,722 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 19:52:58,722 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 19:52:58,722 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-22 19:52:58,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 19:52:58,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 19:52:58,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 19:52:58,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 19:52:58,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 19:52:58,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 19:52:58,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 19:52:58,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 19:52:58,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 19:52:58,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 19:52:58,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 19:52:58,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 19:52:58,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 19:52:58,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 19:52:58,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 19:52:58,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 19:52:58,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 19:52:58,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 19:52:58,799 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 19:52:58,799 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-22 19:52:58,799 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 19:52:58,800 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-22T19:52:58,816 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-22 19:52:58,819 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 19:52:58,819 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T19:52:59,130 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f 2024-11-22T19:52:59,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07, deleteOnExit=true 2024-11-22T19:52:59,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/test.cache.data in system properties and HBase conf 2024-11-22T19:52:59,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T19:52:59,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir in system properties and HBase conf 2024-11-22T19:52:59,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T19:52:59,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T19:52:59,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T19:52:59,256 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T19:52:59,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T19:52:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:52:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:52:59,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T19:52:59,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:52:59,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T19:52:59,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T19:52:59,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:52:59,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:52:59,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T19:52:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/nfs.dump.dir in system properties and HBase conf 2024-11-22T19:52:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/java.io.tmpdir in system properties and HBase conf 2024-11-22T19:52:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:52:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T19:52:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T19:53:00,152 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T19:53:00,232 INFO [Time-limited test {}] log.Log(170): Logging initialized @2272ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T19:53:00,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:00,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:53:00,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:53:00,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:53:00,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:53:00,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:00,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:53:00,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:53:00,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/java.io.tmpdir/jetty-localhost-35555-hadoop-hdfs-3_4_1-tests_jar-_-any-6658569208950761753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:53:00,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:35555} 2024-11-22T19:53:00,618 INFO [Time-limited test {}] server.Server(415): Started @2659ms 2024-11-22T19:53:01,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:01,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:53:01,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:53:01,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:53:01,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:53:01,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:53:01,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:53:01,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/java.io.tmpdir/jetty-localhost-38143-hadoop-hdfs-3_4_1-tests_jar-_-any-8890546233930849485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:01,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:38143} 2024-11-22T19:53:01,151 INFO [Time-limited test {}] server.Server(415): Started @3192ms 2024-11-22T19:53:01,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:53:01,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:01,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:53:01,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:53:01,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:53:01,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:53:01,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:53:01,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:53:01,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/java.io.tmpdir/jetty-localhost-41283-hadoop-hdfs-3_4_1-tests_jar-_-any-9954073286269600598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:01,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:41283} 2024-11-22T19:53:01,496 INFO [Time-limited test {}] server.Server(415): Started @3537ms 2024-11-22T19:53:01,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:53:01,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:01,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:53:01,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:53:01,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:53:01,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:53:01,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:53:01,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:53:01,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/java.io.tmpdir/jetty-localhost-42381-hadoop-hdfs-3_4_1-tests_jar-_-any-11640123163410948527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:01,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:42381} 2024-11-22T19:53:01,696 INFO [Time-limited test {}] server.Server(415): Started @3738ms 2024-11-22T19:53:01,699 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:53:01,713 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data2/current/BP-112337383-172.17.0.2-1732305179910/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:01,713 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data1/current/BP-112337383-172.17.0.2-1732305179910/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:01,713 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data3/current/BP-112337383-172.17.0.2-1732305179910/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:01,717 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data4/current/BP-112337383-172.17.0.2-1732305179910/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:01,759 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:53:01,759 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:53:01,834 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data5/current/BP-112337383-172.17.0.2-1732305179910/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:01,835 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data6/current/BP-112337383-172.17.0.2-1732305179910/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8e0372a11f209b with lease ID 0xe4b9f5510153af86: Processing first storage report for DS-f1fdb5ef-6787-4b4d-b759-224c93b0c20f from datanode DatanodeRegistration(127.0.0.1:36931, datanodeUuid=e82861fe-0ed8-459d-99a5-403e1f18752e, infoPort=45921, infoSecurePort=0, ipcPort=38553, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910) 2024-11-22T19:53:01,838 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8e0372a11f209b with lease ID 0xe4b9f5510153af86: from storage DS-f1fdb5ef-6787-4b4d-b759-224c93b0c20f node DatanodeRegistration(127.0.0.1:36931, datanodeUuid=e82861fe-0ed8-459d-99a5-403e1f18752e, infoPort=45921, infoSecurePort=0, ipcPort=38553, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T19:53:01,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa30edadd9799139 with lease ID 0xe4b9f5510153af85: Processing first storage report for DS-6307ca32-e119-4055-b742-da56188e2e7b from datanode DatanodeRegistration(127.0.0.1:42165, datanodeUuid=4961e011-5b31-46e9-9d45-05b805fd064f, infoPort=35291, infoSecurePort=0, ipcPort=45629, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910) 2024-11-22T19:53:01,838 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa30edadd9799139 with lease ID 0xe4b9f5510153af85: from storage DS-6307ca32-e119-4055-b742-da56188e2e7b node DatanodeRegistration(127.0.0.1:42165, datanodeUuid=4961e011-5b31-46e9-9d45-05b805fd064f, infoPort=35291, infoSecurePort=0, ipcPort=45629, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:01,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8e0372a11f209b with lease ID 0xe4b9f5510153af86: Processing first storage report for DS-b9fa8b85-e69b-4509-8520-9448cdca46d1 from datanode DatanodeRegistration(127.0.0.1:36931, datanodeUuid=e82861fe-0ed8-459d-99a5-403e1f18752e, infoPort=45921, infoSecurePort=0, ipcPort=38553, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910) 2024-11-22T19:53:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8e0372a11f209b with lease ID 0xe4b9f5510153af86: from storage DS-b9fa8b85-e69b-4509-8520-9448cdca46d1 node DatanodeRegistration(127.0.0.1:36931, datanodeUuid=e82861fe-0ed8-459d-99a5-403e1f18752e, infoPort=45921, infoSecurePort=0, ipcPort=38553, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T19:53:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa30edadd9799139 with lease ID 0xe4b9f5510153af85: Processing first storage report for DS-c86c71c9-a945-438c-b71b-70ad22cfe474 from datanode DatanodeRegistration(127.0.0.1:42165, datanodeUuid=4961e011-5b31-46e9-9d45-05b805fd064f, infoPort=35291, infoSecurePort=0, ipcPort=45629, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910) 2024-11-22T19:53:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa30edadd9799139 with lease ID 0xe4b9f5510153af85: from storage DS-c86c71c9-a945-438c-b71b-70ad22cfe474 node DatanodeRegistration(127.0.0.1:42165, datanodeUuid=4961e011-5b31-46e9-9d45-05b805fd064f, infoPort=35291, infoSecurePort=0, ipcPort=45629, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:01,869 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:53:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6e60474ec863e8a with lease ID 0xe4b9f5510153af87: Processing first storage report for DS-172f2b29-6ccd-4695-8642-02b42f431742 from datanode DatanodeRegistration(127.0.0.1:34979, datanodeUuid=dbde27a1-1059-4805-a3a5-47f5f75e4a09, infoPort=35861, infoSecurePort=0, ipcPort=45929, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910) 2024-11-22T19:53:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6e60474ec863e8a with lease ID 0xe4b9f5510153af87: from storage DS-172f2b29-6ccd-4695-8642-02b42f431742 node DatanodeRegistration(127.0.0.1:34979, datanodeUuid=dbde27a1-1059-4805-a3a5-47f5f75e4a09, infoPort=35861, infoSecurePort=0, ipcPort=45929, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6e60474ec863e8a with lease ID 0xe4b9f5510153af87: Processing first storage report for DS-ff8cbe2b-e54c-4a21-bd37-b3747c6eee56 from datanode DatanodeRegistration(127.0.0.1:34979, datanodeUuid=dbde27a1-1059-4805-a3a5-47f5f75e4a09, infoPort=35861, infoSecurePort=0, ipcPort=45929, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910) 2024-11-22T19:53:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6e60474ec863e8a with lease ID 0xe4b9f5510153af87: from storage DS-ff8cbe2b-e54c-4a21-bd37-b3747c6eee56 node DatanodeRegistration(127.0.0.1:34979, datanodeUuid=dbde27a1-1059-4805-a3a5-47f5f75e4a09, infoPort=35861, infoSecurePort=0, ipcPort=45929, storageInfo=lv=-57;cid=testClusterID;nsid=1925708203;c=1732305179910), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:02,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f 2024-11-22T19:53:02,183 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-22T19:53:02,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=159, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=8664 2024-11-22T19:53:02,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T19:53:02,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-22T19:53:02,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/zookeeper_0, clientPort=53066, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T19:53:02,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53066 2024-11-22T19:53:02,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:02,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:02,472 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:02,473 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:02,522 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:60336 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60336 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-22T19:53:02,945 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:02,954 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0 with version=8 2024-11-22T19:53:02,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/hbase-staging 2024-11-22T19:53:03,063 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T19:53:03,321 INFO [Time-limited test {}] client.ConnectionUtils(128): master/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:53:03,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:53:03,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:53:03,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T19:53:03,549 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T19:53:03,559 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T19:53:03,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:53:03,591 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9724 (auto-detected) 2024-11-22T19:53:03,593 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T19:53:03,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37871 2024-11-22T19:53:03,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37871 connecting to ZooKeeper ensemble=127.0.0.1:53066 2024-11-22T19:53:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378710x0, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:53:03,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37871-0x101413d48f60000 connected 2024-11-22T19:53:03,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:03,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:03,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:03,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0, hbase.cluster.distributed=false 2024-11-22T19:53:03,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:53:03,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37871 2024-11-22T19:53:03,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37871 2024-11-22T19:53:03,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37871 2024-11-22T19:53:03,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37871 2024-11-22T19:53:03,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37871 2024-11-22T19:53:03,877 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:53:03,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:53:03,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:53:03,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:53:03,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:53:03,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33589 2024-11-22T19:53:03,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33589 connecting to ZooKeeper ensemble=127.0.0.1:53066 2024-11-22T19:53:03,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:03,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:03,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335890x0, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:53:03,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33589-0x101413d48f60001 connected 2024-11-22T19:53:03,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:03,906 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:53:03,914 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:53:03,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:53:03,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:53:03,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-22T19:53:03,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33589 2024-11-22T19:53:03,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33589 2024-11-22T19:53:03,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-22T19:53:03,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-22T19:53:03,946 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:53:03,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:53:03,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:53:03,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:53:03,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:53:03,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44507 2024-11-22T19:53:03,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44507 connecting to ZooKeeper ensemble=127.0.0.1:53066 2024-11-22T19:53:03,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:03,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:03,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445070x0, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:53:03,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44507-0x101413d48f60002 connected 2024-11-22T19:53:03,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:03,965 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:53:03,966 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:53:03,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:53:03,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:53:03,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-22T19:53:03,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44507 2024-11-22T19:53:03,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44507 2024-11-22T19:53:03,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-22T19:53:03,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-22T19:53:03,993 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:53:03,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:53:03,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:03,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:53:03,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:53:03,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:53:03,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40655 2024-11-22T19:53:03,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40655 connecting to ZooKeeper ensemble=127.0.0.1:53066 2024-11-22T19:53:03,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:04,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:04,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406550x0, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:53:04,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40655-0x101413d48f60003 connected 2024-11-22T19:53:04,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406550x0, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:04,010 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:53:04,011 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:53:04,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:53:04,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:53:04,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40655 2024-11-22T19:53:04,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40655 2024-11-22T19:53:04,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40655 2024-11-22T19:53:04,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40655 2024-11-22T19:53:04,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40655 2024-11-22T19:53:04,031 DEBUG [M:0;982bb8edae1e:37871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;982bb8edae1e:37871 2024-11-22T19:53:04,032 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/982bb8edae1e,37871,1732305183119 2024-11-22T19:53:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:04,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:04,043 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/982bb8edae1e,37871,1732305183119 2024-11-22T19:53:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:53:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:53:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:53:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,064 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T19:53:04,066 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/982bb8edae1e,37871,1732305183119 from backup master directory 2024-11-22T19:53:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/982bb8edae1e,37871,1732305183119 2024-11-22T19:53:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:04,070 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:53:04,070 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=982bb8edae1e,37871,1732305183119 2024-11-22T19:53:04,073 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T19:53:04,074 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T19:53:04,138 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/hbase.id] with ID: ea310466-dff9-4556-87f7-aa191d55e0fa 2024-11-22T19:53:04,138 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/.tmp/hbase.id 2024-11-22T19:53:04,147 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:04,148 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:04,151 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:34186 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:42165:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34186 dst: /127.0.0.1:42165 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-22T19:53:04,157 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:04,158 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/.tmp/hbase.id]:[hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/hbase.id] 2024-11-22T19:53:04,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:04,205 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T19:53:04,225 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-22T19:53:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,241 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:04,241 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:04,244 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:40678 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:34979:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40678 dst: /127.0.0.1:34979 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:04,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-22T19:53:04,254 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:04,270 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:53:04,271 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T19:53:04,277 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:53:04,306 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:04,306 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:04,309 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:60356 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60356 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:04,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-22T19:53:04,316 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:04,334 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store 2024-11-22T19:53:04,350 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:04,351 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:04,354 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:34220 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42165:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34220 dst: /127.0.0.1:42165 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:04,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-22T19:53:04,359 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:04,364 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T19:53:04,367 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:04,368 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:53:04,368 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:04,368 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:04,370 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:53:04,370 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:04,370 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:04,371 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732305184368Disabling compacts and flushes for region at 1732305184368Disabling writes for close at 1732305184370 (+2 ms)Writing region close event to WAL at 1732305184370Closed at 1732305184370 2024-11-22T19:53:04,374 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/.initializing 2024-11-22T19:53:04,374 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/WALs/982bb8edae1e,37871,1732305183119 2024-11-22T19:53:04,385 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:53:04,402 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C37871%2C1732305183119, suffix=, logDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/WALs/982bb8edae1e,37871,1732305183119, archiveDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/oldWALs, maxLogs=10 2024-11-22T19:53:04,446 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/WALs/982bb8edae1e,37871,1732305183119/982bb8edae1e%2C37871%2C1732305183119.1732305184408, exclude list is [], retry=0 2024-11-22T19:53:04,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-172f2b29-6ccd-4695-8642-02b42f431742,DISK] 2024-11-22T19:53:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-f1fdb5ef-6787-4b4d-b759-224c93b0c20f,DISK] 2024-11-22T19:53:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42165,DS-6307ca32-e119-4055-b742-da56188e2e7b,DISK] 2024-11-22T19:53:04,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T19:53:04,513 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/WALs/982bb8edae1e,37871,1732305183119/982bb8edae1e%2C37871%2C1732305183119.1732305184408 2024-11-22T19:53:04,514 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35291:35291),(127.0.0.1/127.0.0.1:35861:35861),(127.0.0.1/127.0.0.1:45921:45921)] 2024-11-22T19:53:04,514 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:53:04,515 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:04,518 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,519 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T19:53:04,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:04,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:04,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T19:53:04,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:04,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:53:04,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T19:53:04,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:04,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:53:04,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T19:53:04,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:04,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:53:04,601 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,604 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,605 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,610 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,611 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,614 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:53:04,617 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:04,624 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:53:04,625 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62771411, jitterRate=-0.0646330863237381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:53:04,631 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732305184532Initializing all the Stores at 1732305184534 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305184534Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305184535 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305184535Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305184535Cleaning up temporary data from old regions at 1732305184611 (+76 ms)Region opened successfully at 1732305184631 (+20 ms) 2024-11-22T19:53:04,632 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T19:53:04,668 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e34d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:53:04,701 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T19:53:04,712 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T19:53:04,712 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T19:53:04,715 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T19:53:04,717 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T19:53:04,722 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T19:53:04,722 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T19:53:04,748 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T19:53:04,758 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T19:53:04,762 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T19:53:04,765 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T19:53:04,767 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T19:53:04,769 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T19:53:04,771 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T19:53:04,775 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T19:53:04,777 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T19:53:04,778 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T19:53:04,780 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T19:53:04,797 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T19:53:04,803 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T19:53:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,810 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=982bb8edae1e,37871,1732305183119, sessionid=0x101413d48f60000, setting cluster-up flag (Was=false) 2024-11-22T19:53:04,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,834 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T19:53:04,835 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,37871,1732305183119 2024-11-22T19:53:04,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:04,849 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T19:53:04,851 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,37871,1732305183119 2024-11-22T19:53:04,857 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T19:53:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-22T19:53:04,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-22T19:53:04,920 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(746): ClusterId : ea310466-dff9-4556-87f7-aa191d55e0fa 2024-11-22T19:53:04,920 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(746): ClusterId : ea310466-dff9-4556-87f7-aa191d55e0fa 2024-11-22T19:53:04,920 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(746): ClusterId : ea310466-dff9-4556-87f7-aa191d55e0fa 2024-11-22T19:53:04,923 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:53:04,923 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:53:04,923 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:53:04,931 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:53:04,931 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:53:04,931 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:53:04,931 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:53:04,931 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:53:04,931 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:53:04,931 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T19:53:04,934 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:53:04,934 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:53:04,934 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:53:04,935 DEBUG [RS:0;982bb8edae1e:33589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6312154d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:53:04,935 DEBUG [RS:1;982bb8edae1e:44507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620c90ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:53:04,935 DEBUG [RS:2;982bb8edae1e:40655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d061f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:53:04,946 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T19:53:04,955 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T19:53:04,955 DEBUG [RS:1;982bb8edae1e:44507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;982bb8edae1e:44507 2024-11-22T19:53:04,955 DEBUG [RS:2;982bb8edae1e:40655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;982bb8edae1e:40655 2024-11-22T19:53:04,957 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;982bb8edae1e:33589 2024-11-22T19:53:04,959 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:53:04,959 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:53:04,959 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:53:04,959 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:53:04,959 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:53:04,959 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:53:04,959 DEBUG [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:53:04,959 DEBUG [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:53:04,959 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:53:04,962 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,37871,1732305183119 with port=33589, startcode=1732305183836 2024-11-22T19:53:04,962 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,37871,1732305183119 with port=40655, startcode=1732305183992 2024-11-22T19:53:04,962 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,37871,1732305183119 with port=44507, startcode=1732305183946 2024-11-22T19:53:04,962 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 982bb8edae1e,37871,1732305183119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T19:53:04,970 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:53:04,970 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:53:04,970 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:53:04,970 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:53:04,971 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/982bb8edae1e:0, corePoolSize=10, maxPoolSize=10 2024-11-22T19:53:04,971 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:04,971 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:53:04,971 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:04,974 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732305214974 2024-11-22T19:53:04,976 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T19:53:04,977 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T19:53:04,977 DEBUG [RS:0;982bb8edae1e:33589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:53:04,977 DEBUG [RS:2;982bb8edae1e:40655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:53:04,977 DEBUG [RS:1;982bb8edae1e:44507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:53:04,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:53:04,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T19:53:04,981 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T19:53:04,981 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T19:53:04,981 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T19:53:04,981 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T19:53:04,982 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:04,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:04,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T19:53:04,989 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T19:53:04,990 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T19:53:04,990 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T19:53:04,993 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T19:53:04,993 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T19:53:04,996 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305184994,5,FailOnTimeoutGroup] 2024-11-22T19:53:05,000 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:05,000 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:05,000 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305184997,5,FailOnTimeoutGroup] 2024-11-22T19:53:05,000 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,001 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T19:53:05,002 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,002 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,013 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:34262 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:42165:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34262 dst: /127.0.0.1:42165 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:05,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-22T19:53:05,024 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:05,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T19:53:05,026 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0 2024-11-22T19:53:05,027 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41509, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:53:05,027 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53509, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:53:05,027 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:53:05,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,33589,1732305183836 2024-11-22T19:53:05,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37871 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,33589,1732305183836 2024-11-22T19:53:05,042 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:05,042 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:05,049 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:60384 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60384 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:05,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,40655,1732305183992 2024-11-22T19:53:05,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37871 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,40655,1732305183992 2024-11-22T19:53:05,056 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0 2024-11-22T19:53:05,056 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43667 2024-11-22T19:53:05,056 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:53:05,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,44507,1732305183946 2024-11-22T19:53:05,058 DEBUG [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0 2024-11-22T19:53:05,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37871 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,44507,1732305183946 2024-11-22T19:53:05,058 DEBUG [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43667 2024-11-22T19:53:05,058 DEBUG [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:53:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-22T19:53:05,062 DEBUG [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0 2024-11-22T19:53:05,062 DEBUG [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43667 2024-11-22T19:53:05,062 DEBUG [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:53:05,062 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:05,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:53:05,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:53:05,067 DEBUG [RS:2;982bb8edae1e:40655 {}] zookeeper.ZKUtil(111): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,40655,1732305183992 2024-11-22T19:53:05,068 DEBUG [RS:0;982bb8edae1e:33589 {}] zookeeper.ZKUtil(111): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,33589,1732305183836 2024-11-22T19:53:05,068 WARN [RS:2;982bb8edae1e:40655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:53:05,068 WARN [RS:0;982bb8edae1e:33589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:53:05,068 INFO [RS:2;982bb8edae1e:40655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:53:05,068 INFO [RS:0;982bb8edae1e:33589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:53:05,068 DEBUG [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,40655,1732305183992 2024-11-22T19:53:05,068 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,33589,1732305183836 2024-11-22T19:53:05,069 DEBUG [RS:1;982bb8edae1e:44507 {}] zookeeper.ZKUtil(111): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,44507,1732305183946 2024-11-22T19:53:05,069 WARN [RS:1;982bb8edae1e:44507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:53:05,069 INFO [RS:1;982bb8edae1e:44507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:53:05,069 DEBUG [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,44507,1732305183946 2024-11-22T19:53:05,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,40655,1732305183992] 2024-11-22T19:53:05,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,33589,1732305183836] 2024-11-22T19:53:05,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,44507,1732305183946] 2024-11-22T19:53:05,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:53:05,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:05,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:05,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:53:05,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:53:05,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:05,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:05,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:53:05,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:53:05,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:05,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:05,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:53:05,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:53:05,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:05,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:05,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:53:05,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740 2024-11-22T19:53:05,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740 2024-11-22T19:53:05,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:53:05,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:53:05,094 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:53:05,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:53:05,101 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:53:05,101 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:53:05,101 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:53:05,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:53:05,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74806030, jitterRate=0.11469671130180359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:53:05,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732305185064Initializing all the Stores at 1732305185066 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305185066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305185067 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305185067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305185067Cleaning up temporary data from old regions at 1732305185093 (+26 ms)Region opened successfully at 1732305185107 (+14 ms) 2024-11-22T19:53:05,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:53:05,107 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:53:05,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:53:05,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:53:05,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:53:05,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:53:05,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732305185107Disabling compacts and flushes for region at 1732305185107Disabling writes for close at 1732305185108 (+1 ms)Writing region close event to WAL at 1732305185109 (+1 ms)Closed at 1732305185109 2024-11-22T19:53:05,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:53:05,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T19:53:05,115 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:53:05,115 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:53:05,115 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:53:05,122 INFO [RS:1;982bb8edae1e:44507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:53:05,122 INFO [RS:2;982bb8edae1e:40655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:53:05,122 INFO [RS:0;982bb8edae1e:33589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:53:05,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T19:53:05,122 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,122 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,122 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,124 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:53:05,124 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:53:05,124 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:53:05,130 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:53:05,131 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:53:05,131 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:53:05,132 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,132 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:53:05,133 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,133 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,133 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,133 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,133 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,133 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,133 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,133 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,133 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,133 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,133 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:53:05,134 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:53:05,134 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,134 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:53:05,135 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:05,135 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:2;982bb8edae1e:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:05,135 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:05,135 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,135 DEBUG [RS:0;982bb8edae1e:33589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:05,136 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,136 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T19:53:05,136 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:05,136 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:05,136 DEBUG [RS:1;982bb8edae1e:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:05,137 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,137 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,137 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,137 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,137 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,137 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,137 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,137 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,138 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,137 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,138 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,138 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,138 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,40655,1732305183992-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:53:05,138 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33589,1732305183836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:53:05,138 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,138 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,138 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,139 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,44507,1732305183946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:53:05,159 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:53:05,160 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:53:05,162 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,40655,1732305183992-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,162 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33589,1732305183836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,162 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,162 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,162 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.Replication(171): 982bb8edae1e,40655,1732305183992 started 2024-11-22T19:53:05,162 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.Replication(171): 982bb8edae1e,33589,1732305183836 started 2024-11-22T19:53:05,167 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:53:05,167 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,44507,1732305183946-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,167 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,167 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.Replication(171): 982bb8edae1e,44507,1732305183946 started 2024-11-22T19:53:05,189 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,189 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,189 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,40655,1732305183992, RpcServer on 982bb8edae1e/172.17.0.2:40655, sessionid=0x101413d48f60003 2024-11-22T19:53:05,189 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:05,189 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,33589,1732305183836, RpcServer on 982bb8edae1e/172.17.0.2:33589, sessionid=0x101413d48f60001 2024-11-22T19:53:05,189 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,44507,1732305183946, RpcServer on 982bb8edae1e/172.17.0.2:44507, sessionid=0x101413d48f60002 2024-11-22T19:53:05,190 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:53:05,190 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:53:05,190 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:53:05,190 DEBUG [RS:1;982bb8edae1e:44507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,44507,1732305183946 2024-11-22T19:53:05,190 DEBUG [RS:2;982bb8edae1e:40655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,40655,1732305183992 2024-11-22T19:53:05,190 DEBUG [RS:0;982bb8edae1e:33589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,33589,1732305183836 2024-11-22T19:53:05,191 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,44507,1732305183946' 2024-11-22T19:53:05,191 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,40655,1732305183992' 2024-11-22T19:53:05,191 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,33589,1732305183836' 2024-11-22T19:53:05,191 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:53:05,191 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:53:05,191 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:53:05,192 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:53:05,192 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:53:05,192 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:53:05,193 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:53:05,193 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:53:05,193 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:53:05,193 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:53:05,193 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:53:05,193 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:53:05,193 DEBUG [RS:1;982bb8edae1e:44507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,44507,1732305183946 2024-11-22T19:53:05,193 DEBUG [RS:0;982bb8edae1e:33589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,33589,1732305183836 2024-11-22T19:53:05,193 DEBUG [RS:2;982bb8edae1e:40655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,40655,1732305183992 2024-11-22T19:53:05,193 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,44507,1732305183946' 2024-11-22T19:53:05,193 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,33589,1732305183836' 2024-11-22T19:53:05,193 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,40655,1732305183992' 2024-11-22T19:53:05,193 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:53:05,193 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:53:05,193 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:53:05,194 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:53:05,194 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:53:05,194 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:53:05,194 DEBUG [RS:1;982bb8edae1e:44507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:53:05,195 INFO [RS:1;982bb8edae1e:44507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:53:05,195 DEBUG [RS:0;982bb8edae1e:33589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:53:05,195 DEBUG [RS:2;982bb8edae1e:40655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:53:05,195 INFO [RS:0;982bb8edae1e:33589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:53:05,195 INFO [RS:1;982bb8edae1e:44507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:53:05,195 INFO [RS:0;982bb8edae1e:33589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:53:05,195 INFO [RS:2;982bb8edae1e:40655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:53:05,195 INFO [RS:2;982bb8edae1e:40655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:53:05,287 WARN [982bb8edae1e:37871 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T19:53:05,300 INFO [RS:2;982bb8edae1e:40655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:53:05,300 INFO [RS:1;982bb8edae1e:44507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:53:05,300 INFO [RS:0;982bb8edae1e:33589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:53:05,303 INFO [RS:2;982bb8edae1e:40655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C40655%2C1732305183992, suffix=, logDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,40655,1732305183992, archiveDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/oldWALs, maxLogs=32 2024-11-22T19:53:05,303 INFO [RS:0;982bb8edae1e:33589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C33589%2C1732305183836, suffix=, logDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,33589,1732305183836, archiveDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/oldWALs, maxLogs=32 2024-11-22T19:53:05,303 INFO [RS:1;982bb8edae1e:44507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C44507%2C1732305183946, suffix=, logDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,44507,1732305183946, archiveDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/oldWALs, maxLogs=32 2024-11-22T19:53:05,322 DEBUG [RS:2;982bb8edae1e:40655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,40655,1732305183992/982bb8edae1e%2C40655%2C1732305183992.1732305185308, exclude list is [], retry=0 2024-11-22T19:53:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-172f2b29-6ccd-4695-8642-02b42f431742,DISK] 2024-11-22T19:53:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42165,DS-6307ca32-e119-4055-b742-da56188e2e7b,DISK] 2024-11-22T19:53:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-f1fdb5ef-6787-4b4d-b759-224c93b0c20f,DISK] 2024-11-22T19:53:05,329 DEBUG [RS:1;982bb8edae1e:44507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,44507,1732305183946/982bb8edae1e%2C44507%2C1732305183946.1732305185308, exclude list is [], retry=0 2024-11-22T19:53:05,329 DEBUG [RS:0;982bb8edae1e:33589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,33589,1732305183836/982bb8edae1e%2C33589%2C1732305183836.1732305185308, exclude list is [], retry=0 2024-11-22T19:53:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-f1fdb5ef-6787-4b4d-b759-224c93b0c20f,DISK] 2024-11-22T19:53:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42165,DS-6307ca32-e119-4055-b742-da56188e2e7b,DISK] 2024-11-22T19:53:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-f1fdb5ef-6787-4b4d-b759-224c93b0c20f,DISK] 2024-11-22T19:53:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-172f2b29-6ccd-4695-8642-02b42f431742,DISK] 2024-11-22T19:53:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-172f2b29-6ccd-4695-8642-02b42f431742,DISK] 2024-11-22T19:53:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42165,DS-6307ca32-e119-4055-b742-da56188e2e7b,DISK] 2024-11-22T19:53:05,371 INFO [RS:2;982bb8edae1e:40655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,40655,1732305183992/982bb8edae1e%2C40655%2C1732305183992.1732305185308 2024-11-22T19:53:05,371 DEBUG [RS:2;982bb8edae1e:40655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35861:35861),(127.0.0.1/127.0.0.1:35291:35291),(127.0.0.1/127.0.0.1:45921:45921)] 2024-11-22T19:53:05,372 INFO [RS:1;982bb8edae1e:44507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,44507,1732305183946/982bb8edae1e%2C44507%2C1732305183946.1732305185308 2024-11-22T19:53:05,373 INFO [RS:0;982bb8edae1e:33589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,33589,1732305183836/982bb8edae1e%2C33589%2C1732305183836.1732305185308 2024-11-22T19:53:05,373 DEBUG [RS:1;982bb8edae1e:44507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45921:45921),(127.0.0.1/127.0.0.1:35291:35291),(127.0.0.1/127.0.0.1:35861:35861)] 2024-11-22T19:53:05,373 DEBUG [RS:0;982bb8edae1e:33589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45921:45921),(127.0.0.1/127.0.0.1:35861:35861),(127.0.0.1/127.0.0.1:35291:35291)] 2024-11-22T19:53:05,539 DEBUG [982bb8edae1e:37871 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T19:53:05,547 DEBUG [982bb8edae1e:37871 {}] balancer.BalancerClusterState(204): Hosts are {982bb8edae1e=0} racks are {/default-rack=0} 2024-11-22T19:53:05,554 DEBUG [982bb8edae1e:37871 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T19:53:05,554 DEBUG [982bb8edae1e:37871 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T19:53:05,554 DEBUG [982bb8edae1e:37871 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T19:53:05,554 DEBUG [982bb8edae1e:37871 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T19:53:05,554 DEBUG [982bb8edae1e:37871 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T19:53:05,554 DEBUG [982bb8edae1e:37871 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T19:53:05,554 INFO [982bb8edae1e:37871 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T19:53:05,554 INFO [982bb8edae1e:37871 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T19:53:05,554 INFO [982bb8edae1e:37871 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T19:53:05,554 DEBUG [982bb8edae1e:37871 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T19:53:05,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=982bb8edae1e,33589,1732305183836 2024-11-22T19:53:05,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,33589,1732305183836, state=OPENING 2024-11-22T19:53:05,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T19:53:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:05,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:05,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:05,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:05,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:05,593 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:53:05,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,33589,1732305183836}] 2024-11-22T19:53:05,771 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:53:05,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45245, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:53:05,786 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T19:53:05,787 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:53:05,787 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T19:53:05,790 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C33589%2C1732305183836.meta, suffix=.meta, logDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,33589,1732305183836, archiveDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/oldWALs, maxLogs=32 2024-11-22T19:53:05,807 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,33589,1732305183836/982bb8edae1e%2C33589%2C1732305183836.meta.1732305185792.meta, exclude list is [], retry=0 2024-11-22T19:53:05,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-172f2b29-6ccd-4695-8642-02b42f431742,DISK] 2024-11-22T19:53:05,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42165,DS-6307ca32-e119-4055-b742-da56188e2e7b,DISK] 2024-11-22T19:53:05,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-f1fdb5ef-6787-4b4d-b759-224c93b0c20f,DISK] 2024-11-22T19:53:05,814 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/WALs/982bb8edae1e,33589,1732305183836/982bb8edae1e%2C33589%2C1732305183836.meta.1732305185792.meta 2024-11-22T19:53:05,815 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35861:35861),(127.0.0.1/127.0.0.1:45921:45921),(127.0.0.1/127.0.0.1:35291:35291)] 2024-11-22T19:53:05,815 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:53:05,817 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T19:53:05,819 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T19:53:05,824 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T19:53:05,829 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T19:53:05,829 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:05,829 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T19:53:05,829 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T19:53:05,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:53:05,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:53:05,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:05,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:05,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:53:05,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:53:05,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:05,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:05,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:53:05,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:53:05,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:05,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:05,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:53:05,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:53:05,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:05,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:05,842 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:53:05,844 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740 2024-11-22T19:53:05,846 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740 2024-11-22T19:53:05,849 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:53:05,849 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:53:05,849 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:53:05,852 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:53:05,853 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60756713, jitterRate=-0.09465442597866058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:53:05,853 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T19:53:05,855 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732305185830Writing region info on filesystem at 1732305185830Initializing all the Stores at 1732305185832 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305185832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305185832Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305185832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305185832Cleaning up temporary data from old regions at 1732305185849 (+17 ms)Running coprocessor post-open hooks at 1732305185853 (+4 ms)Region opened successfully at 1732305185855 (+2 ms) 2024-11-22T19:53:05,862 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732305185762 2024-11-22T19:53:05,874 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T19:53:05,874 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T19:53:05,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,33589,1732305183836 2024-11-22T19:53:05,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,33589,1732305183836, state=OPEN 2024-11-22T19:53:05,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:53:05,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:53:05,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:53:05,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:53:05,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:05,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:05,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:05,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:05,883 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=982bb8edae1e,33589,1732305183836 2024-11-22T19:53:05,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T19:53:05,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,33589,1732305183836 in 288 msec 2024-11-22T19:53:05,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T19:53:05,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 768 msec 2024-11-22T19:53:05,896 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:53:05,896 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T19:53:05,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:53:05,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,33589,1732305183836, seqNum=-1] 2024-11-22T19:53:05,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:53:05,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55483, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:53:05,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0780 sec 2024-11-22T19:53:05,966 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732305185966, completionTime=-1 2024-11-22T19:53:05,969 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T19:53:05,969 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T19:53:05,995 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T19:53:05,995 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732305245995 2024-11-22T19:53:05,995 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732305305995 2024-11-22T19:53:05,996 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-22T19:53:05,997 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T19:53:06,003 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37871,1732305183119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:06,004 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37871,1732305183119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:06,004 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37871,1732305183119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:06,005 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-982bb8edae1e:37871, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:06,006 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:06,006 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:06,013 DEBUG [master/982bb8edae1e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T19:53:06,036 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.966sec 2024-11-22T19:53:06,038 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T19:53:06,039 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T19:53:06,040 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T19:53:06,041 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T19:53:06,041 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T19:53:06,042 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37871,1732305183119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:53:06,042 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37871,1732305183119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T19:53:06,046 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T19:53:06,047 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T19:53:06,048 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37871,1732305183119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:06,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265d0449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:53:06,135 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T19:53:06,135 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T19:53:06,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,37871,-1 for getting cluster id 2024-11-22T19:53:06,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:53:06,172 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea310466-dff9-4556-87f7-aa191d55e0fa' 2024-11-22T19:53:06,175 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:53:06,175 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea310466-dff9-4556-87f7-aa191d55e0fa" 2024-11-22T19:53:06,178 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2deed9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:53:06,178 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,37871,-1] 2024-11-22T19:53:06,181 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:53:06,184 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:06,185 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:53:06,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367610db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:53:06,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:53:06,200 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,33589,1732305183836, seqNum=-1] 2024-11-22T19:53:06,200 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:53:06,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:53:06,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=982bb8edae1e,37871,1732305183119 2024-11-22T19:53:06,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:53:06,235 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,37871,1732305183119 2024-11-22T19:53:06,237 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69bf7290 2024-11-22T19:53:06,238 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:53:06,240 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:53:06,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:53:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-22T19:53:06,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:53:06,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-22T19:53:06,257 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:06,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:53:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:53:06,268 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:06,268 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:06,273 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:60432 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60432 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:06,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-22T19:53:06,279 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:06,281 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 420e2c7d3eed30f4ba868899ddbc4572, NAME => 'TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0 2024-11-22T19:53:06,287 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:06,287 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:06,289 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:34324 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:42165:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34324 dst: /127.0.0.1:42165 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-22T19:53:06,294 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:06,295 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:06,295 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 420e2c7d3eed30f4ba868899ddbc4572, disabling compactions & flushes 2024-11-22T19:53:06,295 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:06,295 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:06,295 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. after waiting 0 ms 2024-11-22T19:53:06,295 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:06,295 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:06,295 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 420e2c7d3eed30f4ba868899ddbc4572: Waiting for close lock at 1732305186295Disabling compacts and flushes for region at 1732305186295Disabling writes for close at 1732305186295Writing region close event to WAL at 1732305186295Closed at 1732305186295 2024-11-22T19:53:06,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:53:06,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732305186298"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732305186298"}]},"ts":"1732305186298"} 2024-11-22T19:53:06,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:53:06,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:53:06,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305186310"}]},"ts":"1732305186310"} 2024-11-22T19:53:06,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-22T19:53:06,318 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {982bb8edae1e=0} racks are {/default-rack=0} 2024-11-22T19:53:06,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T19:53:06,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T19:53:06,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T19:53:06,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T19:53:06,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T19:53:06,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T19:53:06,320 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T19:53:06,320 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T19:53:06,320 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T19:53:06,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T19:53:06,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=420e2c7d3eed30f4ba868899ddbc4572, ASSIGN}] 2024-11-22T19:53:06,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=420e2c7d3eed30f4ba868899ddbc4572, ASSIGN 2024-11-22T19:53:06,326 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=420e2c7d3eed30f4ba868899ddbc4572, ASSIGN; state=OFFLINE, location=982bb8edae1e,40655,1732305183992; forceNewPlan=false, retain=false 2024-11-22T19:53:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:53:06,479 INFO [982bb8edae1e:37871 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T19:53:06,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=420e2c7d3eed30f4ba868899ddbc4572, regionState=OPENING, regionLocation=982bb8edae1e,40655,1732305183992 2024-11-22T19:53:06,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=420e2c7d3eed30f4ba868899ddbc4572, ASSIGN because future has completed 2024-11-22T19:53:06,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420e2c7d3eed30f4ba868899ddbc4572, server=982bb8edae1e,40655,1732305183992}] 2024-11-22T19:53:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:53:06,639 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:53:06,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51423, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:53:06,647 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:06,647 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 420e2c7d3eed30f4ba868899ddbc4572, NAME => 'TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:53:06,648 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,648 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:06,648 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,648 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,650 INFO [StoreOpener-420e2c7d3eed30f4ba868899ddbc4572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,652 INFO [StoreOpener-420e2c7d3eed30f4ba868899ddbc4572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420e2c7d3eed30f4ba868899ddbc4572 columnFamilyName cf 2024-11-22T19:53:06,653 DEBUG [StoreOpener-420e2c7d3eed30f4ba868899ddbc4572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:06,654 INFO [StoreOpener-420e2c7d3eed30f4ba868899ddbc4572-1 {}] regionserver.HStore(327): Store=420e2c7d3eed30f4ba868899ddbc4572/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:53:06,654 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,655 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/default/TestHBaseWalOnEC/420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,656 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/default/TestHBaseWalOnEC/420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,656 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,656 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,659 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,664 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/default/TestHBaseWalOnEC/420e2c7d3eed30f4ba868899ddbc4572/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:53:06,665 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 420e2c7d3eed30f4ba868899ddbc4572; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73789805, jitterRate=0.09955377876758575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T19:53:06,665 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:06,667 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 420e2c7d3eed30f4ba868899ddbc4572: Running coprocessor pre-open hook at 1732305186648Writing region info on filesystem at 1732305186648Initializing all the Stores at 1732305186650 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305186650Cleaning up temporary data from old regions at 1732305186656 (+6 ms)Running coprocessor post-open hooks at 1732305186665 (+9 ms)Region opened successfully at 1732305186667 (+2 ms) 2024-11-22T19:53:06,669 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572., pid=6, masterSystemTime=1732305186638 2024-11-22T19:53:06,673 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:06,673 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:06,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=420e2c7d3eed30f4ba868899ddbc4572, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,40655,1732305183992 2024-11-22T19:53:06,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420e2c7d3eed30f4ba868899ddbc4572, server=982bb8edae1e,40655,1732305183992 because future has completed 2024-11-22T19:53:06,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T19:53:06,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 420e2c7d3eed30f4ba868899ddbc4572, server=982bb8edae1e,40655,1732305183992 in 196 msec 2024-11-22T19:53:06,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T19:53:06,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=420e2c7d3eed30f4ba868899ddbc4572, ASSIGN in 363 msec 2024-11-22T19:53:06,691 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:53:06,692 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305186691"}]},"ts":"1732305186691"} 2024-11-22T19:53:06,694 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-22T19:53:06,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:53:06,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 448 msec 2024-11-22T19:53:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:53:06,888 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-22T19:53:06,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-22T19:53:06,890 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T19:53:06,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-22T19:53:06,895 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T19:53:06,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-22T19:53:06,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572., hostname=982bb8edae1e,40655,1732305183992, seqNum=2] 2024-11-22T19:53:06,905 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:53:06,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:53:06,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-22T19:53:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-22T19:53:06,922 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:53:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:53:06,924 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:53:06,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:53:07,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:53:07,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:07,091 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 420e2c7d3eed30f4ba868899ddbc4572 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-22T19:53:07,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/default/TestHBaseWalOnEC/420e2c7d3eed30f4ba868899ddbc4572/.tmp/cf/77ae9584277f428e94e96118e628cc47 is 36, key is row/cf:cq/1732305186908/Put/seqid=0 2024-11-22T19:53:07,154 WARN [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:07,154 WARN [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:07,158 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_113315301_22 at /127.0.0.1:60454 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60454 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-22T19:53:07,163 WARN [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:07,163 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/default/TestHBaseWalOnEC/420e2c7d3eed30f4ba868899ddbc4572/.tmp/cf/77ae9584277f428e94e96118e628cc47 2024-11-22T19:53:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/default/TestHBaseWalOnEC/420e2c7d3eed30f4ba868899ddbc4572/.tmp/cf/77ae9584277f428e94e96118e628cc47 as hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/default/TestHBaseWalOnEC/420e2c7d3eed30f4ba868899ddbc4572/cf/77ae9584277f428e94e96118e628cc47 2024-11-22T19:53:07,217 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/default/TestHBaseWalOnEC/420e2c7d3eed30f4ba868899ddbc4572/cf/77ae9584277f428e94e96118e628cc47, entries=1, sequenceid=5, filesize=4.7 K 2024-11-22T19:53:07,224 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 420e2c7d3eed30f4ba868899ddbc4572 in 131ms, sequenceid=5, compaction requested=false 2024-11-22T19:53:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-22T19:53:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 420e2c7d3eed30f4ba868899ddbc4572: 2024-11-22T19:53:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:07,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T19:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T19:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:53:07,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T19:53:07,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 308 msec 2024-11-22T19:53:07,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 321 msec 2024-11-22T19:53:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:53:07,547 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-22T19:53:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T19:53:07,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:53:07,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:07,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:07,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:07,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:53:07,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T19:53:07,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=350154228, stopped=false 2024-11-22T19:53:07,568 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=982bb8edae1e,37871,1732305183119 2024-11-22T19:53:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:07,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:53:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:07,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:53:07,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:07,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:07,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:07,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:07,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,33589,1732305183836' ***** 2024-11-22T19:53:07,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:53:07,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,44507,1732305183946' ***** 2024-11-22T19:53:07,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:07,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:53:07,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,40655,1732305183992' ***** 2024-11-22T19:53:07,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:53:07,573 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:53:07,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:07,573 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:53:07,573 INFO [RS:0;982bb8edae1e:33589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:53:07,573 INFO [RS:2;982bb8edae1e:40655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:53:07,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:53:07,573 INFO [RS:2;982bb8edae1e:40655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:53:07,573 INFO [RS:0;982bb8edae1e:33589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:53:07,574 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,33589,1732305183836 2024-11-22T19:53:07,574 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(3091): Received CLOSE for 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:07,574 INFO [RS:0;982bb8edae1e:33589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:53:07,574 INFO [RS:0;982bb8edae1e:33589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;982bb8edae1e:33589. 2024-11-22T19:53:07,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:53:07,574 DEBUG [RS:0;982bb8edae1e:33589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:07,574 DEBUG [RS:0;982bb8edae1e:33589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:07,574 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:53:07,574 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:53:07,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:53:07,574 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:53:07,574 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:53:07,574 INFO [RS:1;982bb8edae1e:44507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:53:07,575 INFO [RS:1;982bb8edae1e:44507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:53:07,575 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,40655,1732305183992 2024-11-22T19:53:07,575 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,44507,1732305183946 2024-11-22T19:53:07,575 INFO [RS:2;982bb8edae1e:40655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:53:07,575 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T19:53:07,575 INFO [RS:2;982bb8edae1e:40655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;982bb8edae1e:40655. 2024-11-22T19:53:07,575 INFO [RS:1;982bb8edae1e:44507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:53:07,575 DEBUG [RS:2;982bb8edae1e:40655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:07,575 DEBUG [RS:2;982bb8edae1e:40655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:07,575 INFO [RS:1;982bb8edae1e:44507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;982bb8edae1e:44507. 2024-11-22T19:53:07,575 DEBUG [RS:1;982bb8edae1e:44507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:07,575 DEBUG [RS:1;982bb8edae1e:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:07,575 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T19:53:07,575 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T19:53:07,575 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T19:53:07,575 DEBUG [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(1325): Online Regions={420e2c7d3eed30f4ba868899ddbc4572=TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572.} 2024-11-22T19:53:07,575 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,44507,1732305183946; all regions closed. 2024-11-22T19:53:07,576 DEBUG [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(1351): Waiting on 420e2c7d3eed30f4ba868899ddbc4572 2024-11-22T19:53:07,576 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:53:07,576 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:53:07,576 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 420e2c7d3eed30f4ba868899ddbc4572, disabling compactions & flushes 2024-11-22T19:53:07,576 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:53:07,576 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:07,576 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:53:07,576 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:07,576 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. after waiting 0 ms 2024-11-22T19:53:07,576 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:53:07,576 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:07,576 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:53:07,576 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T19:53:07,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_1073741827_1017 (size=93) 2024-11-22T19:53:07,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741827_1017 (size=93) 2024-11-22T19:53:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741827_1017 (size=93) 2024-11-22T19:53:07,588 DEBUG [RS:1;982bb8edae1e:44507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/oldWALs 2024-11-22T19:53:07,588 INFO [RS:1;982bb8edae1e:44507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C44507%2C1732305183946:(num 1732305185308) 2024-11-22T19:53:07,588 DEBUG [RS:1;982bb8edae1e:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:07,588 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:07,588 INFO [RS:1;982bb8edae1e:44507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:53:07,588 INFO [RS:1;982bb8edae1e:44507 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T19:53:07,589 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:53:07,589 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:53:07,589 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:53:07,589 INFO [RS:1;982bb8edae1e:44507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:53:07,589 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:53:07,589 INFO [RS:1;982bb8edae1e:44507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44507 2024-11-22T19:53:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,44507,1732305183946 2024-11-22T19:53:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:53:07,593 INFO [RS:1;982bb8edae1e:44507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:53:07,595 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/default/TestHBaseWalOnEC/420e2c7d3eed30f4ba868899ddbc4572/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T19:53:07,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,44507,1732305183946] 2024-11-22T19:53:07,596 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:07,596 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 420e2c7d3eed30f4ba868899ddbc4572: Waiting for close lock at 1732305187576Running coprocessor pre-close hooks at 1732305187576Disabling compacts and flushes for region at 1732305187576Disabling writes for close at 1732305187576Writing region close event to WAL at 1732305187577 (+1 ms)Running coprocessor post-close hooks at 1732305187596 (+19 ms)Closed at 1732305187596 2024-11-22T19:53:07,597 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572. 2024-11-22T19:53:07,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,44507,1732305183946 already deleted, retry=false 2024-11-22T19:53:07,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,44507,1732305183946 expired; onlineServers=2 2024-11-22T19:53:07,605 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/.tmp/info/80e39cbceb90481fa07a4b0d96d22a07 is 153, key is TestHBaseWalOnEC,,1732305186241.420e2c7d3eed30f4ba868899ddbc4572./info:regioninfo/1732305186674/Put/seqid=0 2024-11-22T19:53:07,608 WARN [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:07,608 WARN [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:07,612 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-105616894_22 at /127.0.0.1:60476 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60476 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:07,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-22T19:53:07,616 WARN [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:07,617 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/.tmp/info/80e39cbceb90481fa07a4b0d96d22a07 2024-11-22T19:53:07,640 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:07,640 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:07,644 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/.tmp/ns/83c15aa7efc94bf994806e25582cbe38 is 43, key is default/ns:d/1732305185949/Put/seqid=0 2024-11-22T19:53:07,646 WARN [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:07,646 WARN [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:07,649 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-105616894_22 at /127.0.0.1:40766 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:34979:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40766 dst: /127.0.0.1:34979 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-22T19:53:07,654 WARN [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:07,654 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/.tmp/ns/83c15aa7efc94bf994806e25582cbe38 2024-11-22T19:53:07,661 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:07,680 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/.tmp/table/356ddf18be474e28a7bb102df261bb5b is 52, key is TestHBaseWalOnEC/table:state/1732305186691/Put/seqid=0 2024-11-22T19:53:07,682 WARN [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:07,682 WARN [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:07,684 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-105616894_22 at /127.0.0.1:60482 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60482 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:07,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-22T19:53:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101413d48f60002, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:07,696 INFO [RS:1;982bb8edae1e:44507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:53:07,697 INFO [RS:1;982bb8edae1e:44507 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,44507,1732305183946; zookeeper connection closed. 2024-11-22T19:53:07,697 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f68081c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f68081c 2024-11-22T19:53:07,776 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,40655,1732305183992; all regions closed. 2024-11-22T19:53:07,776 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:53:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_1073741826_1016 (size=1298) 2024-11-22T19:53:07,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741826_1016 (size=1298) 2024-11-22T19:53:07,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741826_1016 (size=1298) 2024-11-22T19:53:07,783 DEBUG [RS:2;982bb8edae1e:40655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/oldWALs 2024-11-22T19:53:07,784 INFO [RS:2;982bb8edae1e:40655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C40655%2C1732305183992:(num 1732305185308) 2024-11-22T19:53:07,784 DEBUG [RS:2;982bb8edae1e:40655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:07,784 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:07,784 INFO [RS:2;982bb8edae1e:40655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:53:07,784 INFO [RS:2;982bb8edae1e:40655 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T19:53:07,784 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:53:07,784 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:53:07,784 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:53:07,784 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:53:07,784 INFO [RS:2;982bb8edae1e:40655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:53:07,785 INFO [RS:2;982bb8edae1e:40655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40655 2024-11-22T19:53:07,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:53:07,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,40655,1732305183992 2024-11-22T19:53:07,787 INFO [RS:2;982bb8edae1e:40655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:53:07,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,40655,1732305183992] 2024-11-22T19:53:07,791 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,40655,1732305183992 already deleted, retry=false 2024-11-22T19:53:07,791 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,40655,1732305183992 expired; onlineServers=1 2024-11-22T19:53:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-22T19:53:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-22T19:53:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-22T19:53:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-22T19:53:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-22T19:53:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-22T19:53:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-22T19:53:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-22T19:53:07,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-22T19:53:07,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-22T19:53:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-22T19:53:07,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-22T19:53:07,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:07,889 INFO [RS:2;982bb8edae1e:40655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:53:07,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x101413d48f60003, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:07,889 INFO [RS:2;982bb8edae1e:40655 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,40655,1732305183992; zookeeper connection closed. 2024-11-22T19:53:07,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48784dd0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48784dd0 2024-11-22T19:53:07,976 DEBUG [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:53:08,090 WARN [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:08,091 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/.tmp/table/356ddf18be474e28a7bb102df261bb5b 2024-11-22T19:53:08,101 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/.tmp/info/80e39cbceb90481fa07a4b0d96d22a07 as hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/info/80e39cbceb90481fa07a4b0d96d22a07 2024-11-22T19:53:08,110 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/info/80e39cbceb90481fa07a4b0d96d22a07, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T19:53:08,111 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/.tmp/ns/83c15aa7efc94bf994806e25582cbe38 as hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/ns/83c15aa7efc94bf994806e25582cbe38 2024-11-22T19:53:08,120 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/ns/83c15aa7efc94bf994806e25582cbe38, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T19:53:08,121 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/.tmp/table/356ddf18be474e28a7bb102df261bb5b as hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/table/356ddf18be474e28a7bb102df261bb5b 2024-11-22T19:53:08,130 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/table/356ddf18be474e28a7bb102df261bb5b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T19:53:08,131 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 555ms, sequenceid=11, compaction requested=false 2024-11-22T19:53:08,131 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T19:53:08,138 INFO [regionserver/982bb8edae1e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T19:53:08,138 INFO [regionserver/982bb8edae1e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T19:53:08,140 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T19:53:08,140 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:53:08,141 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:53:08,141 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732305187575Running coprocessor pre-close hooks at 1732305187576 (+1 ms)Disabling compacts and flushes for region at 1732305187576Disabling writes for close at 1732305187576Obtaining lock to block concurrent updates at 1732305187576Preparing flush snapshotting stores in 1588230740 at 1732305187576Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732305187577 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732305187578 (+1 ms)Flushing 1588230740/info: creating writer at 1732305187579 (+1 ms)Flushing 1588230740/info: appending metadata at 1732305187602 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732305187602Flushing 1588230740/ns: creating writer at 1732305187627 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732305187643 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732305187643Flushing 1588230740/table: creating writer at 1732305187663 (+20 ms)Flushing 1588230740/table: appending metadata at 1732305187679 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732305187679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0cfaa7: reopening flushed file at 1732305188100 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb17be1: reopening flushed file at 1732305188110 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f400d54: reopening flushed file at 1732305188120 (+10 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 555ms, sequenceid=11, compaction requested=false at 1732305188131 (+11 ms)Writing region close event to WAL at 1732305188133 (+2 ms)Running coprocessor post-close hooks at 1732305188140 (+7 ms)Closed at 1732305188141 (+1 ms) 2024-11-22T19:53:08,141 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T19:53:08,176 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,33589,1732305183836; all regions closed. 2024-11-22T19:53:08,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_1073741829_1019 (size=2751) 2024-11-22T19:53:08,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741829_1019 (size=2751) 2024-11-22T19:53:08,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741829_1019 (size=2751) 2024-11-22T19:53:08,184 DEBUG [RS:0;982bb8edae1e:33589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/oldWALs 2024-11-22T19:53:08,184 INFO [RS:0;982bb8edae1e:33589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C33589%2C1732305183836.meta:.meta(num 1732305185792) 2024-11-22T19:53:08,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741828_1018 (size=93) 2024-11-22T19:53:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741828_1018 (size=93) 2024-11-22T19:53:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_1073741828_1018 (size=93) 2024-11-22T19:53:08,190 DEBUG [RS:0;982bb8edae1e:33589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/oldWALs 2024-11-22T19:53:08,190 INFO [RS:0;982bb8edae1e:33589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C33589%2C1732305183836:(num 1732305185308) 2024-11-22T19:53:08,190 DEBUG [RS:0;982bb8edae1e:33589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:08,190 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:08,190 INFO [RS:0;982bb8edae1e:33589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:53:08,191 INFO [RS:0;982bb8edae1e:33589 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T19:53:08,191 INFO [RS:0;982bb8edae1e:33589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:53:08,191 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:53:08,191 INFO [RS:0;982bb8edae1e:33589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33589 2024-11-22T19:53:08,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:53:08,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,33589,1732305183836 2024-11-22T19:53:08,197 INFO [RS:0;982bb8edae1e:33589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:53:08,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,33589,1732305183836] 2024-11-22T19:53:08,200 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,33589,1732305183836 already deleted, retry=false 2024-11-22T19:53:08,200 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,33589,1732305183836 expired; onlineServers=0 2024-11-22T19:53:08,200 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '982bb8edae1e,37871,1732305183119' ***** 2024-11-22T19:53:08,200 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T19:53:08,201 INFO [M:0;982bb8edae1e:37871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:53:08,201 INFO [M:0;982bb8edae1e:37871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:53:08,201 DEBUG [M:0;982bb8edae1e:37871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T19:53:08,201 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T19:53:08,201 DEBUG [M:0;982bb8edae1e:37871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T19:53:08,201 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305184997 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305184997,5,FailOnTimeoutGroup] 2024-11-22T19:53:08,201 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305184994 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305184994,5,FailOnTimeoutGroup] 2024-11-22T19:53:08,201 INFO [M:0;982bb8edae1e:37871 {}] hbase.ChoreService(370): Chore service for: master/982bb8edae1e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T19:53:08,201 INFO [M:0;982bb8edae1e:37871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:53:08,201 DEBUG [M:0;982bb8edae1e:37871 {}] master.HMaster(1795): Stopping service threads 2024-11-22T19:53:08,201 INFO [M:0;982bb8edae1e:37871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T19:53:08,202 INFO [M:0;982bb8edae1e:37871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:53:08,202 INFO [M:0;982bb8edae1e:37871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T19:53:08,202 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T19:53:08,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T19:53:08,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:08,203 DEBUG [M:0;982bb8edae1e:37871 {}] zookeeper.ZKUtil(347): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T19:53:08,203 WARN [M:0;982bb8edae1e:37871 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T19:53:08,204 INFO [M:0;982bb8edae1e:37871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/.lastflushedseqids 2024-11-22T19:53:08,213 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:08,213 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:08,216 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:60550 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60550 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-22T19:53:08,220 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:08,220 INFO [M:0;982bb8edae1e:37871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T19:53:08,221 INFO [M:0;982bb8edae1e:37871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T19:53:08,221 DEBUG [M:0;982bb8edae1e:37871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:53:08,221 INFO [M:0;982bb8edae1e:37871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:08,221 DEBUG [M:0;982bb8edae1e:37871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:08,221 DEBUG [M:0;982bb8edae1e:37871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:53:08,221 DEBUG [M:0;982bb8edae1e:37871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:08,221 INFO [M:0;982bb8edae1e:37871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-22T19:53:08,244 DEBUG [M:0;982bb8edae1e:37871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6beb6832a98247f2b894441e6a030009 is 82, key is hbase:meta,,1/info:regioninfo/1732305185876/Put/seqid=0 2024-11-22T19:53:08,246 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:08,246 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:08,249 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:40874 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:34979:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40874 dst: /127.0.0.1:34979 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:08,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-22T19:53:08,254 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:08,254 INFO [M:0;982bb8edae1e:37871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6beb6832a98247f2b894441e6a030009 2024-11-22T19:53:08,288 DEBUG [M:0;982bb8edae1e:37871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad07a86afa244e8eb30a5c9ae0079c9c is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732305186697/Put/seqid=0 2024-11-22T19:53:08,290 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:08,290 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:08,293 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:60574 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60574 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:08,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:08,298 INFO [RS:0;982bb8edae1e:33589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:53:08,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33589-0x101413d48f60001, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:08,299 INFO [RS:0;982bb8edae1e:33589 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,33589,1732305183836; zookeeper connection closed. 2024-11-22T19:53:08,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-22T19:53:08,301 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:08,301 INFO [M:0;982bb8edae1e:37871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.15 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad07a86afa244e8eb30a5c9ae0079c9c 2024-11-22T19:53:08,304 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@463c748e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@463c748e 2024-11-22T19:53:08,305 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T19:53:08,334 DEBUG [M:0;982bb8edae1e:37871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32905a918b624e0cb7d7323701b1f89c is 69, key is 982bb8edae1e,33589,1732305183836/rs:state/1732305185039/Put/seqid=0 2024-11-22T19:53:08,336 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:08,336 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T19:53:08,339 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1410638594_22 at /127.0.0.1:60582 [Receiving block BP-112337383-172.17.0.2-1732305179910:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:36931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60582 dst: /127.0.0.1:36931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:53:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-22T19:53:08,344 WARN [M:0;982bb8edae1e:37871 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T19:53:08,344 INFO [M:0;982bb8edae1e:37871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32905a918b624e0cb7d7323701b1f89c 2024-11-22T19:53:08,355 DEBUG [M:0;982bb8edae1e:37871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6beb6832a98247f2b894441e6a030009 as hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6beb6832a98247f2b894441e6a030009 2024-11-22T19:53:08,365 INFO [M:0;982bb8edae1e:37871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6beb6832a98247f2b894441e6a030009, entries=8, sequenceid=72, filesize=5.5 K 2024-11-22T19:53:08,367 DEBUG [M:0;982bb8edae1e:37871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad07a86afa244e8eb30a5c9ae0079c9c as hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad07a86afa244e8eb30a5c9ae0079c9c 2024-11-22T19:53:08,375 INFO [M:0;982bb8edae1e:37871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad07a86afa244e8eb30a5c9ae0079c9c, entries=8, sequenceid=72, filesize=6.3 K 2024-11-22T19:53:08,377 DEBUG [M:0;982bb8edae1e:37871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32905a918b624e0cb7d7323701b1f89c as hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32905a918b624e0cb7d7323701b1f89c 2024-11-22T19:53:08,385 INFO [M:0;982bb8edae1e:37871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32905a918b624e0cb7d7323701b1f89c, entries=3, sequenceid=72, filesize=5.2 K 2024-11-22T19:53:08,387 INFO [M:0;982bb8edae1e:37871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=72, compaction requested=false 2024-11-22T19:53:08,396 INFO [M:0;982bb8edae1e:37871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:08,396 DEBUG [M:0;982bb8edae1e:37871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732305188221Disabling compacts and flushes for region at 1732305188221Disabling writes for close at 1732305188221Obtaining lock to block concurrent updates at 1732305188221Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732305188221Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732305188222 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732305188223 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732305188223Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732305188243 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732305188243Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732305188264 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732305188287 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732305188287Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732305188310 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732305188333 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732305188334 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91726a0: reopening flushed file at 1732305188353 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38127c30: reopening flushed file at 1732305188365 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6ef7df: reopening flushed file at 1732305188375 (+10 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=72, compaction requested=false at 1732305188387 (+12 ms)Writing region close event to WAL at 1732305188396 (+9 ms)Closed at 1732305188396 2024-11-22T19:53:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741825_1011 (size=32683) 2024-11-22T19:53:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741825_1011 (size=32683) 2024-11-22T19:53:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42165 is added to blk_1073741825_1011 (size=32683) 2024-11-22T19:53:08,402 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:53:08,402 INFO [M:0;982bb8edae1e:37871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T19:53:08,402 INFO [M:0;982bb8edae1e:37871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37871 2024-11-22T19:53:08,403 INFO [M:0;982bb8edae1e:37871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:53:08,508 INFO [M:0;982bb8edae1e:37871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:53:08,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:08,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37871-0x101413d48f60000, quorum=127.0.0.1:53066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:08,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:08,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:53:08,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:53:08,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:53:08,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir/,STOPPED} 2024-11-22T19:53:08,517 WARN [BP-112337383-172.17.0.2-1732305179910 heartbeating to localhost/127.0.0.1:43667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:53:08,518 WARN [BP-112337383-172.17.0.2-1732305179910 heartbeating to localhost/127.0.0.1:43667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-112337383-172.17.0.2-1732305179910 (Datanode Uuid dbde27a1-1059-4805-a3a5-47f5f75e4a09) service to localhost/127.0.0.1:43667 2024-11-22T19:53:08,518 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:53:08,518 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:53:08,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data5/current/BP-112337383-172.17.0.2-1732305179910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:08,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data6/current/BP-112337383-172.17.0.2-1732305179910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:08,519 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:53:08,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:08,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:53:08,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:53:08,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:53:08,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir/,STOPPED} 2024-11-22T19:53:08,523 WARN [BP-112337383-172.17.0.2-1732305179910 heartbeating to localhost/127.0.0.1:43667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:53:08,523 WARN [BP-112337383-172.17.0.2-1732305179910 heartbeating to localhost/127.0.0.1:43667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-112337383-172.17.0.2-1732305179910 (Datanode Uuid 4961e011-5b31-46e9-9d45-05b805fd064f) service to localhost/127.0.0.1:43667 2024-11-22T19:53:08,523 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:53:08,523 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:53:08,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data3/current/BP-112337383-172.17.0.2-1732305179910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:08,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data4/current/BP-112337383-172.17.0.2-1732305179910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:08,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:53:08,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:08,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:53:08,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:53:08,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:53:08,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir/,STOPPED} 2024-11-22T19:53:08,531 WARN [BP-112337383-172.17.0.2-1732305179910 heartbeating to localhost/127.0.0.1:43667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:53:08,531 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:53:08,531 WARN [BP-112337383-172.17.0.2-1732305179910 heartbeating to localhost/127.0.0.1:43667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-112337383-172.17.0.2-1732305179910 (Datanode Uuid e82861fe-0ed8-459d-99a5-403e1f18752e) service to localhost/127.0.0.1:43667 2024-11-22T19:53:08,531 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:53:08,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data1/current/BP-112337383-172.17.0.2-1732305179910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:08,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/cluster_952bb4b6-d54c-d8a7-7862-b81e45ca5b07/data/data2/current/BP-112337383-172.17.0.2-1732305179910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:08,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:53:08,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:53:08,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:53:08,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:53:08,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:53:08,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir/,STOPPED} 2024-11-22T19:53:08,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T19:53:08,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T19:53:08,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=89 (was 159), OpenFileDescriptor=437 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=173 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=8384 (was 8664) 2024-11-22T19:53:08,596 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=89, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=173, ProcessCount=11, AvailableMemoryMB=8383 2024-11-22T19:53:08,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.log.dir so I do NOT create it in target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47d1888a-1974-20ba-1c94-c6bb446aa75f/hadoop.tmp.dir so I do NOT create it in target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b, deleteOnExit=true 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/test.cache.data in system properties and HBase conf 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.log.dir in system properties and HBase conf 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T19:53:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T19:53:08,598 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T19:53:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/nfs.dump.dir in system properties and HBase conf 2024-11-22T19:53:08,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/java.io.tmpdir in system properties and HBase conf 2024-11-22T19:53:08,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:53:08,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T19:53:08,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T19:53:08,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:08,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:53:08,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:53:08,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:53:08,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:53:08,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:08,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715f09c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:53:08,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71b7cabb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:53:08,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46039787{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/java.io.tmpdir/jetty-localhost-35089-hadoop-hdfs-3_4_1-tests_jar-_-any-9288598479149416725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:53:08,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7326bb42{HTTP/1.1, (http/1.1)}{localhost:35089} 2024-11-22T19:53:08,821 INFO [Time-limited test {}] server.Server(415): Started @10862ms 2024-11-22T19:53:08,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:08,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:53:08,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:53:08,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:53:08,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:53:08,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2dd4e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:53:08,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2591ff9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:53:09,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38845bbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/java.io.tmpdir/jetty-localhost-44067-hadoop-hdfs-3_4_1-tests_jar-_-any-9002662332251602992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:09,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24815bd8{HTTP/1.1, (http/1.1)}{localhost:44067} 2024-11-22T19:53:09,039 INFO [Time-limited test {}] server.Server(415): Started @11080ms 2024-11-22T19:53:09,040 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:53:09,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:09,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:53:09,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:53:09,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:53:09,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:53:09,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f8ad177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:53:09,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fee469f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:53:09,152 WARN [Thread-531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data1/current/BP-1437476973-172.17.0.2-1732305188631/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:09,152 WARN [Thread-532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data2/current/BP-1437476973-172.17.0.2-1732305188631/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:09,170 WARN [Thread-510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:53:09,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cd958aa6eceff10 with lease ID 0xc04451f85fbe6a5e: Processing first storage report for DS-ca50f4b7-bdab-47e7-a08a-76685bf24c48 from datanode DatanodeRegistration(127.0.0.1:39963, datanodeUuid=91dc9450-62d2-4dda-8589-03c2b8ae81ee, infoPort=41677, infoSecurePort=0, ipcPort=45993, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631) 2024-11-22T19:53:09,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cd958aa6eceff10 with lease ID 0xc04451f85fbe6a5e: from storage DS-ca50f4b7-bdab-47e7-a08a-76685bf24c48 node DatanodeRegistration(127.0.0.1:39963, datanodeUuid=91dc9450-62d2-4dda-8589-03c2b8ae81ee, infoPort=41677, infoSecurePort=0, ipcPort=45993, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:09,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cd958aa6eceff10 with lease ID 0xc04451f85fbe6a5e: Processing first storage report for DS-e6e7d3f5-3692-4b52-adb3-ce97ae66cff5 from datanode DatanodeRegistration(127.0.0.1:39963, datanodeUuid=91dc9450-62d2-4dda-8589-03c2b8ae81ee, infoPort=41677, infoSecurePort=0, ipcPort=45993, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631) 2024-11-22T19:53:09,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cd958aa6eceff10 with lease ID 0xc04451f85fbe6a5e: from storage DS-e6e7d3f5-3692-4b52-adb3-ce97ae66cff5 node DatanodeRegistration(127.0.0.1:39963, datanodeUuid=91dc9450-62d2-4dda-8589-03c2b8ae81ee, infoPort=41677, infoSecurePort=0, ipcPort=45993, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:09,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18a67058{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/java.io.tmpdir/jetty-localhost-42277-hadoop-hdfs-3_4_1-tests_jar-_-any-15530573289706481288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:09,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@478131f{HTTP/1.1, (http/1.1)}{localhost:42277} 2024-11-22T19:53:09,195 INFO [Time-limited test {}] server.Server(415): Started @11237ms 2024-11-22T19:53:09,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:53:09,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:53:09,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:53:09,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:53:09,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:53:09,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:53:09,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@739551bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:53:09,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f40ccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:53:09,297 WARN [Thread-566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data3/current/BP-1437476973-172.17.0.2-1732305188631/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:09,297 WARN [Thread-567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data4/current/BP-1437476973-172.17.0.2-1732305188631/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:09,314 WARN [Thread-546 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:53:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f47a7ee5639a4ac with lease ID 0xc04451f85fbe6a5f: Processing first storage report for DS-d3191821-010e-46cb-b6f0-6c046fce0a12 from datanode DatanodeRegistration(127.0.0.1:42807, datanodeUuid=08e0a46a-19a4-41f8-a995-17911659de75, infoPort=36109, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631) 2024-11-22T19:53:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f47a7ee5639a4ac with lease ID 0xc04451f85fbe6a5f: from storage DS-d3191821-010e-46cb-b6f0-6c046fce0a12 node DatanodeRegistration(127.0.0.1:42807, datanodeUuid=08e0a46a-19a4-41f8-a995-17911659de75, infoPort=36109, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f47a7ee5639a4ac with lease ID 0xc04451f85fbe6a5f: Processing first storage report for DS-aa96baa5-3a94-46b2-ac82-f2fb607d1f88 from datanode DatanodeRegistration(127.0.0.1:42807, datanodeUuid=08e0a46a-19a4-41f8-a995-17911659de75, infoPort=36109, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631) 2024-11-22T19:53:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f47a7ee5639a4ac with lease ID 0xc04451f85fbe6a5f: from storage DS-aa96baa5-3a94-46b2-ac82-f2fb607d1f88 node DatanodeRegistration(127.0.0.1:42807, datanodeUuid=08e0a46a-19a4-41f8-a995-17911659de75, infoPort=36109, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:09,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@472e7194{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/java.io.tmpdir/jetty-localhost-32933-hadoop-hdfs-3_4_1-tests_jar-_-any-2071019805234017181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:09,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba9a3d5{HTTP/1.1, (http/1.1)}{localhost:32933} 2024-11-22T19:53:09,359 INFO [Time-limited test {}] server.Server(415): Started @11400ms 2024-11-22T19:53:09,361 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:53:09,473 WARN [Thread-592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data5/current/BP-1437476973-172.17.0.2-1732305188631/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:09,474 WARN [Thread-593 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data6/current/BP-1437476973-172.17.0.2-1732305188631/current, will proceed with Du for space computation calculation, 2024-11-22T19:53:09,497 WARN [Thread-581 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:53:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x707167daa21957ec with lease ID 0xc04451f85fbe6a60: Processing first storage report for DS-4a622c7e-fa7e-4d69-8289-eec0faf20eeb from datanode DatanodeRegistration(127.0.0.1:41397, datanodeUuid=df5d721e-4e40-45b7-9471-7e56adef48f2, infoPort=39983, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631) 2024-11-22T19:53:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x707167daa21957ec with lease ID 0xc04451f85fbe6a60: from storage DS-4a622c7e-fa7e-4d69-8289-eec0faf20eeb node DatanodeRegistration(127.0.0.1:41397, datanodeUuid=df5d721e-4e40-45b7-9471-7e56adef48f2, infoPort=39983, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x707167daa21957ec with lease ID 0xc04451f85fbe6a60: Processing first storage report for DS-420c5dd4-5f03-417d-be1a-2f2ade00d771 from datanode DatanodeRegistration(127.0.0.1:41397, datanodeUuid=df5d721e-4e40-45b7-9471-7e56adef48f2, infoPort=39983, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631) 2024-11-22T19:53:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x707167daa21957ec with lease ID 0xc04451f85fbe6a60: from storage DS-420c5dd4-5f03-417d-be1a-2f2ade00d771 node DatanodeRegistration(127.0.0.1:41397, datanodeUuid=df5d721e-4e40-45b7-9471-7e56adef48f2, infoPort=39983, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=921238159;c=1732305188631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:53:09,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707 2024-11-22T19:53:09,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/zookeeper_0, clientPort=59095, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T19:53:09,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59095 2024-11-22T19:53:09,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:53:09,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:53:09,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:53:09,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6 with version=8 2024-11-22T19:53:09,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43667/user/jenkins/test-data/9e40bd69-51d3-7188-8247-4f82a685d8c0/hbase-staging 2024-11-22T19:53:09,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:53:09,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:53:09,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:53:09,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T19:53:09,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:53:09,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33951 2024-11-22T19:53:09,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33951 connecting to ZooKeeper ensemble=127.0.0.1:59095 2024-11-22T19:53:09,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339510x0, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:53:09,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33951-0x101413d656b0000 connected 2024-11-22T19:53:09,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:09,649 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6, hbase.cluster.distributed=false 2024-11-22T19:53:09,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:53:09,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33951 2024-11-22T19:53:09,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33951 2024-11-22T19:53:09,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33951 2024-11-22T19:53:09,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33951 2024-11-22T19:53:09,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33951 2024-11-22T19:53:09,667 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:53:09,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:53:09,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:53:09,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:53:09,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:53:09,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41161 2024-11-22T19:53:09,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41161 connecting to ZooKeeper ensemble=127.0.0.1:59095 2024-11-22T19:53:09,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411610x0, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:53:09,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:09,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41161-0x101413d656b0001 connected 2024-11-22T19:53:09,678 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:53:09,678 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:53:09,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:53:09,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:53:09,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41161 2024-11-22T19:53:09,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41161 2024-11-22T19:53:09,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41161 2024-11-22T19:53:09,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41161 2024-11-22T19:53:09,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41161 2024-11-22T19:53:09,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:53:09,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:53:09,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:53:09,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:53:09,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:53:09,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45097 2024-11-22T19:53:09,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45097 connecting to ZooKeeper ensemble=127.0.0.1:59095 2024-11-22T19:53:09,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450970x0, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:53:09,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450970x0, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:09,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45097-0x101413d656b0002 connected 2024-11-22T19:53:09,706 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:53:09,706 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:53:09,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:53:09,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:53:09,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45097 2024-11-22T19:53:09,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45097 2024-11-22T19:53:09,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45097 2024-11-22T19:53:09,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45097 2024-11-22T19:53:09,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45097 2024-11-22T19:53:09,726 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:53:09,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:53:09,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:53:09,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:53:09,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:53:09,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:53:09,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37763 2024-11-22T19:53:09,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37763 connecting to ZooKeeper ensemble=127.0.0.1:59095 2024-11-22T19:53:09,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377630x0, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:53:09,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37763-0x101413d656b0003 connected 2024-11-22T19:53:09,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:09,737 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:53:09,737 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:53:09,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:53:09,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:53:09,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37763 2024-11-22T19:53:09,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37763 2024-11-22T19:53:09,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37763 2024-11-22T19:53:09,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37763 2024-11-22T19:53:09,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37763 2024-11-22T19:53:09,754 DEBUG [M:0;982bb8edae1e:33951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;982bb8edae1e:33951 2024-11-22T19:53:09,754 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/982bb8edae1e,33951,1732305189615 2024-11-22T19:53:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:09,757 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/982bb8edae1e,33951,1732305189615 2024-11-22T19:53:09,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:53:09,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:53:09,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:53:09,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,759 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T19:53:09,760 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/982bb8edae1e,33951,1732305189615 from backup master directory 2024-11-22T19:53:09,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:09,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/982bb8edae1e,33951,1732305189615 2024-11-22T19:53:09,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:09,761 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:53:09,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:09,761 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=982bb8edae1e,33951,1732305189615 2024-11-22T19:53:09,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:53:09,768 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/hbase.id] with ID: ffb04bb3-567e-4516-a034-88196c8d66bf 2024-11-22T19:53:09,768 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/.tmp/hbase.id 2024-11-22T19:53:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:53:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:53:09,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:53:09,778 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/.tmp/hbase.id]:[hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/hbase.id] 2024-11-22T19:53:09,795 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:53:09,795 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T19:53:09,796 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T19:53:09,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:53:09,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:53:09,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:53:09,813 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:53:09,814 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T19:53:09,814 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T19:53:09,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:53:09,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:53:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:53:09,830 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store 2024-11-22T19:53:09,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:53:09,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:53:09,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:53:09,844 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:09,844 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:53:09,844 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:09,844 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:09,844 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:53:09,845 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:09,845 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:09,845 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732305189844Disabling compacts and flushes for region at 1732305189844Disabling writes for close at 1732305189845 (+1 ms)Writing region close event to WAL at 1732305189845Closed at 1732305189845 2024-11-22T19:53:09,846 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/.initializing 2024-11-22T19:53:09,846 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/WALs/982bb8edae1e,33951,1732305189615 2024-11-22T19:53:09,850 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C33951%2C1732305189615, suffix=, logDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/WALs/982bb8edae1e,33951,1732305189615, archiveDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/oldWALs, maxLogs=10 2024-11-22T19:53:09,851 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 982bb8edae1e%2C33951%2C1732305189615.1732305189850 2024-11-22T19:53:09,861 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/WALs/982bb8edae1e,33951,1732305189615/982bb8edae1e%2C33951%2C1732305189615.1732305189850 2024-11-22T19:53:09,865 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39983:39983),(127.0.0.1/127.0.0.1:36109:36109),(127.0.0.1/127.0.0.1:41677:41677)] 2024-11-22T19:53:09,865 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:53:09,866 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:09,866 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,866 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T19:53:09,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:09,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:09,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T19:53:09,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:09,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:53:09,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T19:53:09,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:09,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:53:09,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T19:53:09,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:09,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:53:09,878 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,878 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,879 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,880 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,881 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,881 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:53:09,882 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:53:09,885 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:53:09,886 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66008864, jitterRate=-0.016391277313232422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:53:09,886 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732305189866Initializing all the Stores at 1732305189867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305189867Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305189867Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305189867Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305189867Cleaning up temporary data from old regions at 1732305189881 (+14 ms)Region opened successfully at 1732305189886 (+5 ms) 2024-11-22T19:53:09,887 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T19:53:09,891 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686ae0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:53:09,892 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T19:53:09,892 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T19:53:09,892 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T19:53:09,892 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T19:53:09,893 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T19:53:09,893 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T19:53:09,893 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T19:53:09,896 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T19:53:09,897 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T19:53:09,899 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T19:53:09,899 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T19:53:09,900 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T19:53:09,902 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T19:53:09,903 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T19:53:09,904 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T19:53:09,906 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T19:53:09,907 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T19:53:09,912 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T19:53:09,914 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T19:53:09,916 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T19:53:09,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:09,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:09,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:09,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,920 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=982bb8edae1e,33951,1732305189615, sessionid=0x101413d656b0000, setting cluster-up flag (Was=false) 2024-11-22T19:53:09,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,938 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T19:53:09,939 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,33951,1732305189615 2024-11-22T19:53:09,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:09,950 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T19:53:09,951 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,33951,1732305189615 2024-11-22T19:53:09,953 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T19:53:09,956 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T19:53:09,956 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T19:53:09,956 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T19:53:09,957 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 982bb8edae1e,33951,1732305189615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T19:53:09,958 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:53:09,958 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:53:09,958 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:53:09,959 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:53:09,959 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/982bb8edae1e:0, corePoolSize=10, maxPoolSize=10 2024-11-22T19:53:09,959 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:09,959 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:53:09,959 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:09,961 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732305219961 2024-11-22T19:53:09,961 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T19:53:09,961 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T19:53:09,961 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T19:53:09,961 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T19:53:09,961 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T19:53:09,961 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T19:53:09,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:53:09,961 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:09,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T19:53:09,962 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T19:53:09,962 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T19:53:09,962 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T19:53:09,962 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T19:53:09,962 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T19:53:09,963 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305189962,5,FailOnTimeoutGroup] 2024-11-22T19:53:09,963 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305189963,5,FailOnTimeoutGroup] 2024-11-22T19:53:09,963 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:09,963 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T19:53:09,963 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:09,963 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:09,963 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:09,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T19:53:09,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:53:09,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:53:09,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:53:09,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T19:53:09,976 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6 2024-11-22T19:53:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:53:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:53:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:53:09,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:09,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:53:09,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:53:09,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:09,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:09,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:53:09,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:53:09,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:09,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:09,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:53:09,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:53:09,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:09,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:09,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:53:09,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:53:09,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:09,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:09,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:53:09,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740 2024-11-22T19:53:09,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740 2024-11-22T19:53:10,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:53:10,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:53:10,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:53:10,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:53:10,004 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:53:10,004 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73886688, jitterRate=0.1009974479675293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:53:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732305189986Initializing all the Stores at 1732305189987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305189987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305189987Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305189987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305189988 (+1 ms)Cleaning up temporary data from old regions at 1732305190000 (+12 ms)Region opened successfully at 1732305190005 (+5 ms) 2024-11-22T19:53:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:53:10,005 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:53:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:53:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:53:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:53:10,006 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:53:10,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732305190005Disabling compacts and flushes for region at 1732305190005Disabling writes for close at 1732305190005Writing region close event to WAL at 1732305190006 (+1 ms)Closed at 1732305190006 2024-11-22T19:53:10,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:53:10,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T19:53:10,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T19:53:10,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:53:10,011 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T19:53:10,044 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(746): ClusterId : ffb04bb3-567e-4516-a034-88196c8d66bf 2024-11-22T19:53:10,044 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(746): ClusterId : ffb04bb3-567e-4516-a034-88196c8d66bf 2024-11-22T19:53:10,044 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(746): ClusterId : ffb04bb3-567e-4516-a034-88196c8d66bf 2024-11-22T19:53:10,044 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:53:10,044 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:53:10,044 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:53:10,047 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:53:10,047 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:53:10,047 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:53:10,047 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:53:10,047 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:53:10,047 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:53:10,050 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:53:10,050 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:53:10,050 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:53:10,050 DEBUG [RS:0;982bb8edae1e:41161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723b9f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:53:10,050 DEBUG [RS:1;982bb8edae1e:45097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1064a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:53:10,050 DEBUG [RS:2;982bb8edae1e:37763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41023d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:53:10,062 DEBUG [RS:0;982bb8edae1e:41161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;982bb8edae1e:41161 2024-11-22T19:53:10,062 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:53:10,062 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:53:10,062 DEBUG [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:53:10,063 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,33951,1732305189615 with port=41161, startcode=1732305189667 2024-11-22T19:53:10,063 DEBUG [RS:0;982bb8edae1e:41161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:53:10,065 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44067, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:53:10,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,41161,1732305189667 2024-11-22T19:53:10,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,41161,1732305189667 2024-11-22T19:53:10,068 DEBUG [RS:2;982bb8edae1e:37763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;982bb8edae1e:37763 2024-11-22T19:53:10,068 DEBUG [RS:1;982bb8edae1e:45097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;982bb8edae1e:45097 2024-11-22T19:53:10,068 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:53:10,068 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:53:10,068 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:53:10,068 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:53:10,068 DEBUG [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6 2024-11-22T19:53:10,068 DEBUG [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:53:10,068 DEBUG [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:53:10,068 DEBUG [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38137 2024-11-22T19:53:10,068 DEBUG [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:53:10,069 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,33951,1732305189615 with port=37763, startcode=1732305189726 2024-11-22T19:53:10,069 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,33951,1732305189615 with port=45097, startcode=1732305189696 2024-11-22T19:53:10,069 DEBUG [RS:2;982bb8edae1e:37763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:53:10,069 DEBUG [RS:1;982bb8edae1e:45097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:53:10,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:53:10,071 DEBUG [RS:0;982bb8edae1e:41161 {}] zookeeper.ZKUtil(111): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,41161,1732305189667 2024-11-22T19:53:10,071 WARN [RS:0;982bb8edae1e:41161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:53:10,071 INFO [RS:0;982bb8edae1e:41161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T19:53:10,071 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:53:10,071 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:53:10,071 DEBUG [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,41161,1732305189667 2024-11-22T19:53:10,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,41161,1732305189667] 2024-11-22T19:53:10,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,45097,1732305189696 2024-11-22T19:53:10,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,45097,1732305189696 2024-11-22T19:53:10,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,37763,1732305189726 2024-11-22T19:53:10,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,37763,1732305189726 2024-11-22T19:53:10,074 DEBUG [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6 2024-11-22T19:53:10,074 DEBUG [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38137 2024-11-22T19:53:10,074 DEBUG [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:53:10,076 DEBUG [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6 2024-11-22T19:53:10,076 DEBUG [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38137 2024-11-22T19:53:10,076 DEBUG [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:53:10,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:53:10,086 DEBUG [RS:1;982bb8edae1e:45097 {}] zookeeper.ZKUtil(111): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,45097,1732305189696 2024-11-22T19:53:10,086 WARN [RS:1;982bb8edae1e:45097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:53:10,086 INFO [RS:1;982bb8edae1e:45097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T19:53:10,086 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,45097,1732305189696] 2024-11-22T19:53:10,086 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,37763,1732305189726] 2024-11-22T19:53:10,086 DEBUG [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,45097,1732305189696 2024-11-22T19:53:10,086 DEBUG [RS:2;982bb8edae1e:37763 {}] zookeeper.ZKUtil(111): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,37763,1732305189726 2024-11-22T19:53:10,086 WARN [RS:2;982bb8edae1e:37763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:53:10,086 INFO [RS:2;982bb8edae1e:37763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T19:53:10,086 DEBUG [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,37763,1732305189726 2024-11-22T19:53:10,086 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:53:10,089 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:53:10,089 INFO [RS:0;982bb8edae1e:41161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:53:10,089 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,089 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:53:10,090 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:53:10,090 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:53:10,090 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:53:10,091 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:10,091 DEBUG [RS:0;982bb8edae1e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:10,092 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,092 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,092 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,092 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,092 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,092 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,41161,1732305189667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:53:10,093 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:53:10,093 INFO [RS:2;982bb8edae1e:37763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:53:10,093 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,094 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:53:10,095 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:53:10,095 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,095 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,095 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,095 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,095 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,095 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,096 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:53:10,096 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,096 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,096 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,096 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,096 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,096 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,096 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:10,096 DEBUG [RS:2;982bb8edae1e:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:10,099 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:53:10,100 INFO [RS:1;982bb8edae1e:45097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:53:10,100 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,105 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:53:10,106 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:53:10,106 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,107 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,107 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,107 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,107 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,107 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,107 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37763,1732305189726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,107 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,107 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,41161,1732305189667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,107 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,107 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,108 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.Replication(171): 982bb8edae1e,41161,1732305189667 started 2024-11-22T19:53:10,108 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,108 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:53:10,108 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:10,108 DEBUG [RS:1;982bb8edae1e:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:53:10,109 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,109 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,109 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,109 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,109 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,109 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45097,1732305189696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:53:10,121 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:53:10,122 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37763,1732305189726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,122 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,122 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.Replication(171): 982bb8edae1e,37763,1732305189726 started 2024-11-22T19:53:10,122 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,122 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,41161,1732305189667, RpcServer on 982bb8edae1e/172.17.0.2:41161, sessionid=0x101413d656b0001 2024-11-22T19:53:10,122 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:53:10,122 DEBUG [RS:0;982bb8edae1e:41161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,41161,1732305189667 2024-11-22T19:53:10,122 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,41161,1732305189667' 2024-11-22T19:53:10,122 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:53:10,123 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:53:10,123 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45097,1732305189696-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,123 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,123 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.Replication(171): 982bb8edae1e,45097,1732305189696 started 2024-11-22T19:53:10,123 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:53:10,124 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:53:10,124 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:53:10,124 DEBUG [RS:0;982bb8edae1e:41161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,41161,1732305189667 2024-11-22T19:53:10,124 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,41161,1732305189667' 2024-11-22T19:53:10,124 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:53:10,124 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:53:10,125 DEBUG [RS:0;982bb8edae1e:41161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:53:10,125 INFO [RS:0;982bb8edae1e:41161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:53:10,125 INFO [RS:0;982bb8edae1e:41161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:53:10,137 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,137 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,37763,1732305189726, RpcServer on 982bb8edae1e/172.17.0.2:37763, sessionid=0x101413d656b0003 2024-11-22T19:53:10,137 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:53:10,137 DEBUG [RS:2;982bb8edae1e:37763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,37763,1732305189726 2024-11-22T19:53:10,137 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,37763,1732305189726' 2024-11-22T19:53:10,137 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:53:10,138 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:53:10,138 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,138 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,45097,1732305189696, RpcServer on 982bb8edae1e/172.17.0.2:45097, sessionid=0x101413d656b0002 2024-11-22T19:53:10,138 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:53:10,138 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:53:10,138 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:53:10,138 DEBUG [RS:2;982bb8edae1e:37763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,37763,1732305189726 2024-11-22T19:53:10,139 DEBUG [RS:1;982bb8edae1e:45097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,45097,1732305189696 2024-11-22T19:53:10,139 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,37763,1732305189726' 2024-11-22T19:53:10,139 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,45097,1732305189696' 2024-11-22T19:53:10,139 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:53:10,139 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:53:10,139 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:53:10,139 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:53:10,140 DEBUG [RS:2;982bb8edae1e:37763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:53:10,140 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:53:10,140 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:53:10,140 INFO [RS:2;982bb8edae1e:37763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:53:10,140 DEBUG [RS:1;982bb8edae1e:45097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,45097,1732305189696 2024-11-22T19:53:10,140 INFO [RS:2;982bb8edae1e:37763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:53:10,140 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,45097,1732305189696' 2024-11-22T19:53:10,140 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:53:10,140 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:53:10,141 DEBUG [RS:1;982bb8edae1e:45097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:53:10,141 INFO [RS:1;982bb8edae1e:45097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:53:10,141 INFO [RS:1;982bb8edae1e:45097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:53:10,162 WARN [982bb8edae1e:33951 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T19:53:10,227 INFO [RS:0;982bb8edae1e:41161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C41161%2C1732305189667, suffix=, logDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,41161,1732305189667, archiveDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/oldWALs, maxLogs=32 2024-11-22T19:53:10,229 INFO [RS:0;982bb8edae1e:41161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 982bb8edae1e%2C41161%2C1732305189667.1732305190229 2024-11-22T19:53:10,237 INFO [RS:0;982bb8edae1e:41161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,41161,1732305189667/982bb8edae1e%2C41161%2C1732305189667.1732305190229 2024-11-22T19:53:10,238 DEBUG [RS:0;982bb8edae1e:41161 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39983:39983),(127.0.0.1/127.0.0.1:41677:41677),(127.0.0.1/127.0.0.1:36109:36109)] 2024-11-22T19:53:10,242 INFO [RS:2;982bb8edae1e:37763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C37763%2C1732305189726, suffix=, logDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,37763,1732305189726, archiveDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/oldWALs, maxLogs=32 2024-11-22T19:53:10,243 INFO [RS:1;982bb8edae1e:45097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C45097%2C1732305189696, suffix=, logDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,45097,1732305189696, archiveDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/oldWALs, maxLogs=32 2024-11-22T19:53:10,243 INFO [RS:2;982bb8edae1e:37763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 982bb8edae1e%2C37763%2C1732305189726.1732305190243 2024-11-22T19:53:10,243 INFO [RS:1;982bb8edae1e:45097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 982bb8edae1e%2C45097%2C1732305189696.1732305190243 2024-11-22T19:53:10,252 INFO [RS:2;982bb8edae1e:37763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,37763,1732305189726/982bb8edae1e%2C37763%2C1732305189726.1732305190243 2024-11-22T19:53:10,252 INFO [RS:1;982bb8edae1e:45097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,45097,1732305189696/982bb8edae1e%2C45097%2C1732305189696.1732305190243 2024-11-22T19:53:10,255 DEBUG [RS:2;982bb8edae1e:37763 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36109:36109),(127.0.0.1/127.0.0.1:41677:41677),(127.0.0.1/127.0.0.1:39983:39983)] 2024-11-22T19:53:10,255 DEBUG [RS:1;982bb8edae1e:45097 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39983:39983),(127.0.0.1/127.0.0.1:41677:41677),(127.0.0.1/127.0.0.1:36109:36109)] 2024-11-22T19:53:10,412 DEBUG [982bb8edae1e:33951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T19:53:10,412 DEBUG [982bb8edae1e:33951 {}] balancer.BalancerClusterState(204): Hosts are {982bb8edae1e=0} racks are {/default-rack=0} 2024-11-22T19:53:10,415 DEBUG [982bb8edae1e:33951 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T19:53:10,415 DEBUG [982bb8edae1e:33951 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T19:53:10,415 DEBUG [982bb8edae1e:33951 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T19:53:10,415 DEBUG [982bb8edae1e:33951 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T19:53:10,415 DEBUG [982bb8edae1e:33951 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T19:53:10,415 DEBUG [982bb8edae1e:33951 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T19:53:10,415 INFO [982bb8edae1e:33951 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T19:53:10,415 INFO [982bb8edae1e:33951 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T19:53:10,415 INFO [982bb8edae1e:33951 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T19:53:10,415 DEBUG [982bb8edae1e:33951 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T19:53:10,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=982bb8edae1e,37763,1732305189726 2024-11-22T19:53:10,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,37763,1732305189726, state=OPENING 2024-11-22T19:53:10,419 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T19:53:10,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:10,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:10,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:10,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:10,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:10,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:10,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:10,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:10,422 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:53:10,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,37763,1732305189726}] 2024-11-22T19:53:10,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:53:10,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:53:10,583 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T19:53:10,584 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T19:53:10,586 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C37763%2C1732305189726.meta, suffix=.meta, logDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,37763,1732305189726, archiveDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/oldWALs, maxLogs=32 2024-11-22T19:53:10,587 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 982bb8edae1e%2C37763%2C1732305189726.meta.1732305190587.meta 2024-11-22T19:53:10,596 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/WALs/982bb8edae1e,37763,1732305189726/982bb8edae1e%2C37763%2C1732305189726.meta.1732305190587.meta 2024-11-22T19:53:10,597 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41677:41677),(127.0.0.1/127.0.0.1:36109:36109),(127.0.0.1/127.0.0.1:39983:39983)] 2024-11-22T19:53:10,598 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:53:10,598 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T19:53:10,598 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T19:53:10,598 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T19:53:10,598 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T19:53:10,598 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:10,599 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T19:53:10,599 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T19:53:10,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:53:10,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:53:10,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:10,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:10,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:53:10,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:53:10,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:10,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:10,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:53:10,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:53:10,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:10,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:10,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:53:10,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:53:10,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:10,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:53:10,607 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:53:10,608 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740 2024-11-22T19:53:10,609 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740 2024-11-22T19:53:10,611 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:53:10,611 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:53:10,612 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:53:10,614 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:53:10,615 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61314489, jitterRate=-0.08634291589260101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:53:10,615 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T19:53:10,616 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732305190599Writing region info on filesystem at 1732305190599Initializing all the Stores at 1732305190600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305190600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305190600Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305190600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305190600Cleaning up temporary data from old regions at 1732305190611 (+11 ms)Running coprocessor post-open hooks at 1732305190615 (+4 ms)Region opened successfully at 1732305190616 (+1 ms) 2024-11-22T19:53:10,618 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732305190577 2024-11-22T19:53:10,622 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T19:53:10,622 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T19:53:10,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,37763,1732305189726 2024-11-22T19:53:10,625 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,37763,1732305189726, state=OPEN 2024-11-22T19:53:10,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:53:10,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:53:10,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:53:10,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:53:10,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:10,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:10,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:10,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:53:10,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=982bb8edae1e,37763,1732305189726 2024-11-22T19:53:10,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T19:53:10,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,37763,1732305189726 in 206 msec 2024-11-22T19:53:10,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T19:53:10,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-22T19:53:10,639 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:53:10,639 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T19:53:10,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:53:10,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,37763,1732305189726, seqNum=-1] 2024-11-22T19:53:10,641 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:53:10,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:53:10,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 698 msec 2024-11-22T19:53:10,654 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732305190654, completionTime=-1 2024-11-22T19:53:10,654 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T19:53:10,654 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T19:53:10,657 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T19:53:10,657 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732305250657 2024-11-22T19:53:10,657 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732305310657 2024-11-22T19:53:10,657 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T19:53:10,657 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33951,1732305189615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,657 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33951,1732305189615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,658 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33951,1732305189615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,658 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-982bb8edae1e:33951, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,658 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,658 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,660 DEBUG [master/982bb8edae1e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T19:53:10,664 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.903sec 2024-11-22T19:53:10,664 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T19:53:10,664 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T19:53:10,665 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T19:53:10,665 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T19:53:10,665 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T19:53:10,665 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33951,1732305189615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:53:10,665 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33951,1732305189615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T19:53:10,668 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T19:53:10,668 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T19:53:10,668 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33951,1732305189615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:53:10,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3515910a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:53:10,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,33951,-1 for getting cluster id 2024-11-22T19:53:10,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:53:10,747 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffb04bb3-567e-4516-a034-88196c8d66bf' 2024-11-22T19:53:10,747 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:53:10,747 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffb04bb3-567e-4516-a034-88196c8d66bf" 2024-11-22T19:53:10,748 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a72f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:53:10,748 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,33951,-1] 2024-11-22T19:53:10,748 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:53:10,748 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:10,750 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:53:10,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6404006c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:53:10,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:53:10,753 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,37763,1732305189726, seqNum=-1] 2024-11-22T19:53:10,754 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:53:10,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:53:10,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=982bb8edae1e,33951,1732305189615 2024-11-22T19:53:10,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:53:10,760 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,33951,1732305189615 2024-11-22T19:53:10,760 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@659d6689 2024-11-22T19:53:10,760 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:53:10,762 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:53:10,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:53:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-22T19:53:10,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:53:10,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:10,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-22T19:53:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:53:10,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:53:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741837_1013 (size=392) 2024-11-22T19:53:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741837_1013 (size=392) 2024-11-22T19:53:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741837_1013 (size=392) 2024-11-22T19:53:10,782 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b36c4b9862837db6835eb92d533df696, NAME => 'TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6 2024-11-22T19:53:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741838_1014 (size=51) 2024-11-22T19:53:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741838_1014 (size=51) 2024-11-22T19:53:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741838_1014 (size=51) 2024-11-22T19:53:10,794 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:10,794 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing b36c4b9862837db6835eb92d533df696, disabling compactions & flushes 2024-11-22T19:53:10,794 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:10,794 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:10,794 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. after waiting 0 ms 2024-11-22T19:53:10,794 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:10,794 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:10,794 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for b36c4b9862837db6835eb92d533df696: Waiting for close lock at 1732305190794Disabling compacts and flushes for region at 1732305190794Disabling writes for close at 1732305190794Writing region close event to WAL at 1732305190794Closed at 1732305190794 2024-11-22T19:53:10,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:53:10,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732305190796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732305190796"}]},"ts":"1732305190796"} 2024-11-22T19:53:10,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:53:10,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:53:10,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305190801"}]},"ts":"1732305190801"} 2024-11-22T19:53:10,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-22T19:53:10,804 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {982bb8edae1e=0} racks are {/default-rack=0} 2024-11-22T19:53:10,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T19:53:10,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T19:53:10,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T19:53:10,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T19:53:10,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T19:53:10,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T19:53:10,805 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T19:53:10,805 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T19:53:10,805 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T19:53:10,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T19:53:10,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b36c4b9862837db6835eb92d533df696, ASSIGN}] 2024-11-22T19:53:10,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b36c4b9862837db6835eb92d533df696, ASSIGN 2024-11-22T19:53:10,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b36c4b9862837db6835eb92d533df696, ASSIGN; state=OFFLINE, location=982bb8edae1e,45097,1732305189696; forceNewPlan=false, retain=false 2024-11-22T19:53:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:53:10,959 INFO [982bb8edae1e:33951 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T19:53:10,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b36c4b9862837db6835eb92d533df696, regionState=OPENING, regionLocation=982bb8edae1e,45097,1732305189696 2024-11-22T19:53:10,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b36c4b9862837db6835eb92d533df696, ASSIGN because future has completed 2024-11-22T19:53:10,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b36c4b9862837db6835eb92d533df696, server=982bb8edae1e,45097,1732305189696}] 2024-11-22T19:53:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:53:11,118 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:53:11,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39819, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:53:11,125 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,125 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b36c4b9862837db6835eb92d533df696, NAME => 'TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:53:11,125 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,125 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:53:11,126 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,126 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,127 INFO [StoreOpener-b36c4b9862837db6835eb92d533df696-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,129 INFO [StoreOpener-b36c4b9862837db6835eb92d533df696-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b36c4b9862837db6835eb92d533df696 columnFamilyName cf 2024-11-22T19:53:11,129 DEBUG [StoreOpener-b36c4b9862837db6835eb92d533df696-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:53:11,130 INFO [StoreOpener-b36c4b9862837db6835eb92d533df696-1 {}] regionserver.HStore(327): Store=b36c4b9862837db6835eb92d533df696/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:53:11,130 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,131 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/default/TestHBaseWalOnEC/b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,131 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/default/TestHBaseWalOnEC/b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,132 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,132 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,133 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,136 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/default/TestHBaseWalOnEC/b36c4b9862837db6835eb92d533df696/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:53:11,137 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b36c4b9862837db6835eb92d533df696; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75315793, jitterRate=0.12229277193546295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T19:53:11,137 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,138 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b36c4b9862837db6835eb92d533df696: Running coprocessor pre-open hook at 1732305191126Writing region info on filesystem at 1732305191126Initializing all the Stores at 1732305191127 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305191127Cleaning up temporary data from old regions at 1732305191132 (+5 ms)Running coprocessor post-open hooks at 1732305191137 (+5 ms)Region opened successfully at 1732305191138 (+1 ms) 2024-11-22T19:53:11,139 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696., pid=6, masterSystemTime=1732305191117 2024-11-22T19:53:11,143 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,143 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b36c4b9862837db6835eb92d533df696, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,45097,1732305189696 2024-11-22T19:53:11,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b36c4b9862837db6835eb92d533df696, server=982bb8edae1e,45097,1732305189696 because future has completed 2024-11-22T19:53:11,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T19:53:11,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b36c4b9862837db6835eb92d533df696, server=982bb8edae1e,45097,1732305189696 in 186 msec 2024-11-22T19:53:11,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T19:53:11,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b36c4b9862837db6835eb92d533df696, ASSIGN in 349 msec 2024-11-22T19:53:11,159 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:53:11,159 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305191159"}]},"ts":"1732305191159"} 2024-11-22T19:53:11,162 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-22T19:53:11,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:53:11,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 401 msec 2024-11-22T19:53:11,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T19:53:11,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:53:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:53:11,398 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-22T19:53:11,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-22T19:53:11,398 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T19:53:11,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:53:11,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:53:11,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-22T19:53:11,402 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T19:53:11,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-22T19:53:11,406 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696., hostname=982bb8edae1e,45097,1732305189696, seqNum=2] 2024-11-22T19:53:11,407 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:53:11,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:53:11,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-22T19:53:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-22T19:53:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:53:11,417 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:53:11,419 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:53:11,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:53:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:53:11,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:53:11,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,574 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b36c4b9862837db6835eb92d533df696 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-22T19:53:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/default/TestHBaseWalOnEC/b36c4b9862837db6835eb92d533df696/.tmp/cf/637e8f18b297493b967b9617e3b77e52 is 36, key is row/cf:cq/1732305191410/Put/seqid=0 2024-11-22T19:53:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741839_1015 (size=4787) 2024-11-22T19:53:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741839_1015 (size=4787) 2024-11-22T19:53:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741839_1015 (size=4787) 2024-11-22T19:53:11,603 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/default/TestHBaseWalOnEC/b36c4b9862837db6835eb92d533df696/.tmp/cf/637e8f18b297493b967b9617e3b77e52 2024-11-22T19:53:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/default/TestHBaseWalOnEC/b36c4b9862837db6835eb92d533df696/.tmp/cf/637e8f18b297493b967b9617e3b77e52 as hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/default/TestHBaseWalOnEC/b36c4b9862837db6835eb92d533df696/cf/637e8f18b297493b967b9617e3b77e52 2024-11-22T19:53:11,621 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/default/TestHBaseWalOnEC/b36c4b9862837db6835eb92d533df696/cf/637e8f18b297493b967b9617e3b77e52, entries=1, sequenceid=5, filesize=4.7 K 2024-11-22T19:53:11,622 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for b36c4b9862837db6835eb92d533df696 in 48ms, sequenceid=5, compaction requested=false 2024-11-22T19:53:11,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b36c4b9862837db6835eb92d533df696: 2024-11-22T19:53:11,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T19:53:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T19:53:11,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T19:53:11,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 207 msec 2024-11-22T19:53:11,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 217 msec 2024-11-22T19:53:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:53:11,738 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-22T19:53:11,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T19:53:11,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:53:11,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:11,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:11,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:11,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:53:11,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T19:53:11,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=845332013, stopped=false 2024-11-22T19:53:11,743 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=982bb8edae1e,33951,1732305189615 2024-11-22T19:53:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:53:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:11,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:53:11,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:53:11,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:11,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:11,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:11,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:11,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:11,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:53:11,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,41161,1732305189667' ***** 2024-11-22T19:53:11,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:53:11,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,45097,1732305189696' ***** 2024-11-22T19:53:11,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:53:11,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,37763,1732305189726' ***** 2024-11-22T19:53:11,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:53:11,746 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:53:11,746 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:53:11,746 INFO [RS:0;982bb8edae1e:41161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:53:11,746 INFO [RS:1;982bb8edae1e:45097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:53:11,746 INFO [RS:0;982bb8edae1e:41161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:53:11,746 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:53:11,746 INFO [RS:1;982bb8edae1e:45097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:53:11,746 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,41161,1732305189667 2024-11-22T19:53:11,746 INFO [RS:0;982bb8edae1e:41161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:53:11,746 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(3091): Received CLOSE for b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,746 INFO [RS:0;982bb8edae1e:41161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;982bb8edae1e:41161. 2024-11-22T19:53:11,747 DEBUG [RS:0;982bb8edae1e:41161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:11,747 DEBUG [RS:0;982bb8edae1e:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:11,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:53:11,747 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,41161,1732305189667; all regions closed. 2024-11-22T19:53:11,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:53:11,747 INFO [RS:2;982bb8edae1e:37763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:53:11,747 INFO [RS:2;982bb8edae1e:37763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:53:11,747 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,37763,1732305189726 2024-11-22T19:53:11,747 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,45097,1732305189696 2024-11-22T19:53:11,747 INFO [RS:2;982bb8edae1e:37763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:53:11,747 INFO [RS:1;982bb8edae1e:45097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:53:11,747 INFO [RS:2;982bb8edae1e:37763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;982bb8edae1e:37763. 2024-11-22T19:53:11,747 INFO [RS:1;982bb8edae1e:45097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;982bb8edae1e:45097. 2024-11-22T19:53:11,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:53:11,747 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b36c4b9862837db6835eb92d533df696, disabling compactions & flushes 2024-11-22T19:53:11,747 DEBUG [RS:2;982bb8edae1e:37763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:11,747 DEBUG [RS:2;982bb8edae1e:37763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:11,747 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,747 DEBUG [RS:1;982bb8edae1e:45097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:53:11,747 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,747 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:53:11,747 DEBUG [RS:1;982bb8edae1e:45097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:11,747 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. after waiting 0 ms 2024-11-22T19:53:11,747 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:53:11,747 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,747 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:53:11,747 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T19:53:11,747 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,748 DEBUG [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(1325): Online Regions={b36c4b9862837db6835eb92d533df696=TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696.} 2024-11-22T19:53:11,748 DEBUG [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(1351): Waiting on b36c4b9862837db6835eb92d533df696 2024-11-22T19:53:11,748 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,748 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,748 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,748 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,749 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T19:53:11,749 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T19:53:11,749 DEBUG [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T19:53:11,749 DEBUG [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:53:11,749 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:53:11,750 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:53:11,750 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:53:11,750 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:53:11,750 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:53:11,750 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T19:53:11,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741833_1009 (size=93) 2024-11-22T19:53:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741833_1009 (size=93) 2024-11-22T19:53:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741833_1009 (size=93) 2024-11-22T19:53:11,755 DEBUG [RS:0;982bb8edae1e:41161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/oldWALs 2024-11-22T19:53:11,755 INFO [RS:0;982bb8edae1e:41161 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 982bb8edae1e%2C41161%2C1732305189667:(num 1732305190229) 2024-11-22T19:53:11,755 DEBUG [RS:0;982bb8edae1e:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:11,755 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:11,756 INFO [RS:0;982bb8edae1e:41161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:53:11,756 INFO [RS:0;982bb8edae1e:41161 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T19:53:11,756 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:53:11,756 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:53:11,756 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:53:11,756 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:53:11,756 INFO [RS:0;982bb8edae1e:41161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:53:11,756 INFO [RS:0;982bb8edae1e:41161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41161 2024-11-22T19:53:11,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,41161,1732305189667 2024-11-22T19:53:11,758 INFO [RS:0;982bb8edae1e:41161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:53:11,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:53:11,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,41161,1732305189667] 2024-11-22T19:53:11,761 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/default/TestHBaseWalOnEC/b36c4b9862837db6835eb92d533df696/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T19:53:11,762 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,763 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b36c4b9862837db6835eb92d533df696: Waiting for close lock at 1732305191747Running coprocessor pre-close hooks at 1732305191747Disabling compacts and flushes for region at 1732305191747Disabling writes for close at 1732305191747Writing region close event to WAL at 1732305191749 (+2 ms)Running coprocessor post-close hooks at 1732305191762 (+13 ms)Closed at 1732305191762 2024-11-22T19:53:11,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,41161,1732305189667 already deleted, retry=false 2024-11-22T19:53:11,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,41161,1732305189667 expired; onlineServers=2 2024-11-22T19:53:11,763 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696. 2024-11-22T19:53:11,775 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/.tmp/info/e6de60d52bd9464a9f697f9d6d2bac7b is 153, key is TestHBaseWalOnEC,,1732305190762.b36c4b9862837db6835eb92d533df696./info:regioninfo/1732305191144/Put/seqid=0 2024-11-22T19:53:11,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741840_1016 (size=6637) 2024-11-22T19:53:11,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741840_1016 (size=6637) 2024-11-22T19:53:11,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741840_1016 (size=6637) 2024-11-22T19:53:11,783 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/.tmp/info/e6de60d52bd9464a9f697f9d6d2bac7b 2024-11-22T19:53:11,793 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:11,807 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/.tmp/ns/4f0e2d63a7cc4dc9aa7c4767be49fdb6 is 43, key is default/ns:d/1732305190644/Put/seqid=0 2024-11-22T19:53:11,809 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:11,810 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:11,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741841_1017 (size=5153) 2024-11-22T19:53:11,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741841_1017 (size=5153) 2024-11-22T19:53:11,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741841_1017 (size=5153) 2024-11-22T19:53:11,816 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/.tmp/ns/4f0e2d63a7cc4dc9aa7c4767be49fdb6 2024-11-22T19:53:11,840 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/.tmp/table/f0c19374fb154ce78a4dc3e8254b22cb is 52, key is TestHBaseWalOnEC/table:state/1732305191159/Put/seqid=0 2024-11-22T19:53:11,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741842_1018 (size=5249) 2024-11-22T19:53:11,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741842_1018 (size=5249) 2024-11-22T19:53:11,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741842_1018 (size=5249) 2024-11-22T19:53:11,848 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/.tmp/table/f0c19374fb154ce78a4dc3e8254b22cb 2024-11-22T19:53:11,856 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/.tmp/info/e6de60d52bd9464a9f697f9d6d2bac7b as hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/info/e6de60d52bd9464a9f697f9d6d2bac7b 2024-11-22T19:53:11,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:11,860 INFO [RS:0;982bb8edae1e:41161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:53:11,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x101413d656b0001, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:11,860 INFO [RS:0;982bb8edae1e:41161 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,41161,1732305189667; zookeeper connection closed. 2024-11-22T19:53:11,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c74ce5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c74ce5c 2024-11-22T19:53:11,863 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/info/e6de60d52bd9464a9f697f9d6d2bac7b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T19:53:11,864 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/.tmp/ns/4f0e2d63a7cc4dc9aa7c4767be49fdb6 as hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/ns/4f0e2d63a7cc4dc9aa7c4767be49fdb6 2024-11-22T19:53:11,871 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/ns/4f0e2d63a7cc4dc9aa7c4767be49fdb6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T19:53:11,872 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/.tmp/table/f0c19374fb154ce78a4dc3e8254b22cb as hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/table/f0c19374fb154ce78a4dc3e8254b22cb 2024-11-22T19:53:11,878 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/table/f0c19374fb154ce78a4dc3e8254b22cb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T19:53:11,880 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=11, compaction requested=false 2024-11-22T19:53:11,886 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T19:53:11,886 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:53:11,887 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:53:11,887 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732305191749Running coprocessor pre-close hooks at 1732305191749Disabling compacts and flushes for region at 1732305191749Disabling writes for close at 1732305191750 (+1 ms)Obtaining lock to block concurrent updates at 1732305191750Preparing flush snapshotting stores in 1588230740 at 1732305191750Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732305191751 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732305191752 (+1 ms)Flushing 1588230740/info: creating writer at 1732305191752Flushing 1588230740/info: appending metadata at 1732305191775 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732305191775Flushing 1588230740/ns: creating writer at 1732305191791 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732305191806 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732305191806Flushing 1588230740/table: creating writer at 1732305191823 (+17 ms)Flushing 1588230740/table: appending metadata at 1732305191839 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732305191839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a121949: reopening flushed file at 1732305191854 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73fcce8: reopening flushed file at 1732305191864 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47283079: reopening flushed file at 1732305191871 (+7 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=11, compaction requested=false at 1732305191880 (+9 ms)Writing region close event to WAL at 1732305191881 (+1 ms)Running coprocessor post-close hooks at 1732305191886 (+5 ms)Closed at 1732305191887 (+1 ms) 2024-11-22T19:53:11,887 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T19:53:11,948 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,45097,1732305189696; all regions closed. 2024-11-22T19:53:11,948 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,949 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,949 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,949 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,949 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,949 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,37763,1732305189726; all regions closed. 2024-11-22T19:53:11,950 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,950 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,950 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,950 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,950 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741835_1011 (size=1298) 2024-11-22T19:53:11,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741835_1011 (size=1298) 2024-11-22T19:53:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741835_1011 (size=1298) 2024-11-22T19:53:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741836_1012 (size=2751) 2024-11-22T19:53:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741836_1012 (size=2751) 2024-11-22T19:53:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741836_1012 (size=2751) 2024-11-22T19:53:11,957 DEBUG [RS:1;982bb8edae1e:45097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/oldWALs 2024-11-22T19:53:11,957 INFO [RS:1;982bb8edae1e:45097 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 982bb8edae1e%2C45097%2C1732305189696:(num 1732305190243) 2024-11-22T19:53:11,957 DEBUG [RS:1;982bb8edae1e:45097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:11,957 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:11,957 INFO [RS:1;982bb8edae1e:45097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:53:11,958 INFO [RS:1;982bb8edae1e:45097 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T19:53:11,958 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:53:11,958 DEBUG [RS:2;982bb8edae1e:37763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/oldWALs 2024-11-22T19:53:11,958 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:53:11,958 INFO [RS:2;982bb8edae1e:37763 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 982bb8edae1e%2C37763%2C1732305189726.meta:.meta(num 1732305190587) 2024-11-22T19:53:11,958 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:53:11,958 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:53:11,958 INFO [RS:1;982bb8edae1e:45097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:53:11,958 INFO [RS:1;982bb8edae1e:45097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45097 2024-11-22T19:53:11,959 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,959 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,959 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,959 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,959 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:11,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:53:11,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,45097,1732305189696 2024-11-22T19:53:11,961 INFO [RS:1;982bb8edae1e:45097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:53:11,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,45097,1732305189696] 2024-11-22T19:53:11,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741834_1010 (size=93) 2024-11-22T19:53:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741834_1010 (size=93) 2024-11-22T19:53:11,963 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,45097,1732305189696 already deleted, retry=false 2024-11-22T19:53:11,963 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,45097,1732305189696 expired; onlineServers=1 2024-11-22T19:53:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741834_1010 (size=93) 2024-11-22T19:53:11,965 DEBUG [RS:2;982bb8edae1e:37763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/oldWALs 2024-11-22T19:53:11,966 INFO [RS:2;982bb8edae1e:37763 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 982bb8edae1e%2C37763%2C1732305189726:(num 1732305190243) 2024-11-22T19:53:11,966 DEBUG [RS:2;982bb8edae1e:37763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:53:11,966 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:53:11,966 INFO [RS:2;982bb8edae1e:37763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:53:11,966 INFO [RS:2;982bb8edae1e:37763 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T19:53:11,966 INFO [RS:2;982bb8edae1e:37763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:53:11,966 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:53:11,966 INFO [RS:2;982bb8edae1e:37763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37763 2024-11-22T19:53:11,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,37763,1732305189726 2024-11-22T19:53:11,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:53:11,970 INFO [RS:2;982bb8edae1e:37763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:53:11,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,37763,1732305189726] 2024-11-22T19:53:11,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,37763,1732305189726 already deleted, retry=false 2024-11-22T19:53:11,973 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,37763,1732305189726 expired; onlineServers=0 2024-11-22T19:53:11,973 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '982bb8edae1e,33951,1732305189615' ***** 2024-11-22T19:53:11,973 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T19:53:11,973 INFO [M:0;982bb8edae1e:33951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:53:11,973 INFO [M:0;982bb8edae1e:33951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:53:11,973 DEBUG [M:0;982bb8edae1e:33951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T19:53:11,973 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T19:53:11,973 DEBUG [M:0;982bb8edae1e:33951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T19:53:11,973 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305189963 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305189963,5,FailOnTimeoutGroup] 2024-11-22T19:53:11,973 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305189962 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305189962,5,FailOnTimeoutGroup] 2024-11-22T19:53:11,973 INFO [M:0;982bb8edae1e:33951 {}] hbase.ChoreService(370): Chore service for: master/982bb8edae1e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T19:53:11,973 INFO [M:0;982bb8edae1e:33951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:53:11,973 DEBUG [M:0;982bb8edae1e:33951 {}] master.HMaster(1795): Stopping service threads 2024-11-22T19:53:11,974 INFO [M:0;982bb8edae1e:33951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T19:53:11,974 INFO [M:0;982bb8edae1e:33951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:53:11,974 INFO [M:0;982bb8edae1e:33951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T19:53:11,974 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T19:53:11,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T19:53:11,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:53:11,975 DEBUG [M:0;982bb8edae1e:33951 {}] zookeeper.ZKUtil(347): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T19:53:11,975 WARN [M:0;982bb8edae1e:33951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T19:53:11,975 INFO [M:0;982bb8edae1e:33951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/.lastflushedseqids 2024-11-22T19:53:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741843_1019 (size=127) 2024-11-22T19:53:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741843_1019 (size=127) 2024-11-22T19:53:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741843_1019 (size=127) 2024-11-22T19:53:11,988 INFO [M:0;982bb8edae1e:33951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T19:53:11,988 INFO [M:0;982bb8edae1e:33951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T19:53:11,988 DEBUG [M:0;982bb8edae1e:33951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:53:11,988 INFO [M:0;982bb8edae1e:33951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:11,988 DEBUG [M:0;982bb8edae1e:33951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:11,988 DEBUG [M:0;982bb8edae1e:33951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:53:11,988 DEBUG [M:0;982bb8edae1e:33951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:11,988 INFO [M:0;982bb8edae1e:33951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-11-22T19:53:12,008 DEBUG [M:0;982bb8edae1e:33951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0004d2069abc4b928f38dda62604a353 is 82, key is hbase:meta,,1/info:regioninfo/1732305190623/Put/seqid=0 2024-11-22T19:53:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741844_1020 (size=5672) 2024-11-22T19:53:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741844_1020 (size=5672) 2024-11-22T19:53:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741844_1020 (size=5672) 2024-11-22T19:53:12,017 INFO [M:0;982bb8edae1e:33951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0004d2069abc4b928f38dda62604a353 2024-11-22T19:53:12,046 DEBUG [M:0;982bb8edae1e:33951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09b72715a1664eee8c7a671d1ba6f737 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732305191165/Put/seqid=0 2024-11-22T19:53:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741845_1021 (size=6441) 2024-11-22T19:53:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741845_1021 (size=6441) 2024-11-22T19:53:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741845_1021 (size=6441) 2024-11-22T19:53:12,055 INFO [M:0;982bb8edae1e:33951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09b72715a1664eee8c7a671d1ba6f737 2024-11-22T19:53:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:12,063 INFO [RS:1;982bb8edae1e:45097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:53:12,063 INFO [RS:1;982bb8edae1e:45097 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,45097,1732305189696; zookeeper connection closed. 2024-11-22T19:53:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x101413d656b0002, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:12,063 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4aca2f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4aca2f7 2024-11-22T19:53:12,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:12,071 INFO [RS:2;982bb8edae1e:37763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:53:12,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x101413d656b0003, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:12,072 INFO [RS:2;982bb8edae1e:37763 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,37763,1732305189726; zookeeper connection closed. 2024-11-22T19:53:12,072 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1df2221b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1df2221b 2024-11-22T19:53:12,072 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T19:53:12,077 DEBUG [M:0;982bb8edae1e:33951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14c3dc8c62aa460990634daa8829ab3c is 69, key is 982bb8edae1e,37763,1732305189726/rs:state/1732305190074/Put/seqid=0 2024-11-22T19:53:12,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741846_1022 (size=5294) 2024-11-22T19:53:12,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741846_1022 (size=5294) 2024-11-22T19:53:12,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741846_1022 (size=5294) 2024-11-22T19:53:12,088 INFO [M:0;982bb8edae1e:33951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14c3dc8c62aa460990634daa8829ab3c 2024-11-22T19:53:12,096 DEBUG [M:0;982bb8edae1e:33951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0004d2069abc4b928f38dda62604a353 as hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0004d2069abc4b928f38dda62604a353 2024-11-22T19:53:12,103 INFO [M:0;982bb8edae1e:33951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0004d2069abc4b928f38dda62604a353, entries=8, sequenceid=72, filesize=5.5 K 2024-11-22T19:53:12,105 DEBUG [M:0;982bb8edae1e:33951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09b72715a1664eee8c7a671d1ba6f737 as hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09b72715a1664eee8c7a671d1ba6f737 2024-11-22T19:53:12,112 INFO [M:0;982bb8edae1e:33951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09b72715a1664eee8c7a671d1ba6f737, entries=8, sequenceid=72, filesize=6.3 K 2024-11-22T19:53:12,113 DEBUG [M:0;982bb8edae1e:33951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14c3dc8c62aa460990634daa8829ab3c as hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14c3dc8c62aa460990634daa8829ab3c 2024-11-22T19:53:12,120 INFO [M:0;982bb8edae1e:33951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38137/user/jenkins/test-data/97401721-ce82-537b-4bc1-23586bd17ea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14c3dc8c62aa460990634daa8829ab3c, entries=3, sequenceid=72, filesize=5.2 K 2024-11-22T19:53:12,121 INFO [M:0;982bb8edae1e:33951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=72, compaction requested=false 2024-11-22T19:53:12,122 INFO [M:0;982bb8edae1e:33951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:53:12,123 DEBUG [M:0;982bb8edae1e:33951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732305191988Disabling compacts and flushes for region at 1732305191988Disabling writes for close at 1732305191988Obtaining lock to block concurrent updates at 1732305191988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732305191988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1732305191989 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732305191990 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732305191990Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732305192007 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732305192008 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732305192024 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732305192046 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732305192046Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732305192061 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732305192077 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732305192077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a77580: reopening flushed file at 1732305192094 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142e6c9a: reopening flushed file at 1732305192103 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d126e43: reopening flushed file at 1732305192112 (+9 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=72, compaction requested=false at 1732305192121 (+9 ms)Writing region close event to WAL at 1732305192122 (+1 ms)Closed at 1732305192122 2024-11-22T19:53:12,123 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:12,123 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:12,123 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:12,123 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:12,124 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T19:53:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741830_1006 (size=32695) 2024-11-22T19:53:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42807 is added to blk_1073741830_1006 (size=32695) 2024-11-22T19:53:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41397 is added to blk_1073741830_1006 (size=32695) 2024-11-22T19:53:12,127 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:53:12,127 INFO [M:0;982bb8edae1e:33951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T19:53:12,128 INFO [M:0;982bb8edae1e:33951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33951 2024-11-22T19:53:12,128 INFO [M:0;982bb8edae1e:33951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:53:12,232 INFO [M:0;982bb8edae1e:33951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:53:12,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:12,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x101413d656b0000, quorum=127.0.0.1:59095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:53:12,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@472e7194{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:12,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ba9a3d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:53:12,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:53:12,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f40ccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:53:12,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@739551bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.log.dir/,STOPPED} 2024-11-22T19:53:12,236 WARN [BP-1437476973-172.17.0.2-1732305188631 heartbeating to localhost/127.0.0.1:38137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:53:12,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:53:12,236 WARN [BP-1437476973-172.17.0.2-1732305188631 heartbeating to localhost/127.0.0.1:38137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1437476973-172.17.0.2-1732305188631 (Datanode Uuid df5d721e-4e40-45b7-9471-7e56adef48f2) service to localhost/127.0.0.1:38137 2024-11-22T19:53:12,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:53:12,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data5/current/BP-1437476973-172.17.0.2-1732305188631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:12,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data6/current/BP-1437476973-172.17.0.2-1732305188631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:12,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:53:12,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18a67058{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:12,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@478131f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:53:12,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:53:12,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fee469f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:53:12,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f8ad177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.log.dir/,STOPPED} 2024-11-22T19:53:12,241 WARN [BP-1437476973-172.17.0.2-1732305188631 heartbeating to localhost/127.0.0.1:38137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:53:12,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:53:12,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:53:12,241 WARN [BP-1437476973-172.17.0.2-1732305188631 heartbeating to localhost/127.0.0.1:38137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1437476973-172.17.0.2-1732305188631 (Datanode Uuid 08e0a46a-19a4-41f8-a995-17911659de75) service to localhost/127.0.0.1:38137 2024-11-22T19:53:12,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data3/current/BP-1437476973-172.17.0.2-1732305188631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:12,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data4/current/BP-1437476973-172.17.0.2-1732305188631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:12,243 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:53:12,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38845bbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:53:12,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24815bd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:53:12,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:53:12,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2591ff9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:53:12,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2dd4e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.log.dir/,STOPPED} 2024-11-22T19:53:12,247 WARN [BP-1437476973-172.17.0.2-1732305188631 heartbeating to localhost/127.0.0.1:38137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:53:12,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:53:12,247 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:53:12,247 WARN [BP-1437476973-172.17.0.2-1732305188631 heartbeating to localhost/127.0.0.1:38137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1437476973-172.17.0.2-1732305188631 (Datanode Uuid 91dc9450-62d2-4dda-8589-03c2b8ae81ee) service to localhost/127.0.0.1:38137 2024-11-22T19:53:12,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data1/current/BP-1437476973-172.17.0.2-1732305188631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:12,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/cluster_59d041c4-d49b-5713-3025-a198531c437b/data/data2/current/BP-1437476973-172.17.0.2-1732305188631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:53:12,248 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:53:12,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46039787{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:53:12,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7326bb42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:53:12,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:53:12,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71b7cabb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:53:12,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715f09c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a659b86-6efa-9ea0-3a9d-5a4afe354707/hadoop.log.dir/,STOPPED} 2024-11-22T19:53:12,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T19:53:12,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T19:53:12,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=149 (was 89) - Thread LEAK? -, OpenFileDescriptor=518 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=173 (was 173), ProcessCount=11 (was 11), AvailableMemoryMB=8213 (was 8383)